2024-11-09 11:15:45,688 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 11:15:45,698 main DEBUG Took 0.008556 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 11:15:45,699 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 11:15:45,699 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 11:15:45,700 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 11:15:45,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,707 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 11:15:45,719 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,721 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,722 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,724 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,726 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,727 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,728 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,729 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,730 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 11:15:45,732 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,732 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 11:15:45,733 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 11:15:45,734 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 11:15:45,736 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 11:15:45,737 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 11:15:45,738 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 11:15:45,738 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 11:15:45,746 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 11:15:45,749 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 11:15:45,751 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 11:15:45,751 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 11:15:45,752 main DEBUG createAppenders(={Console}) 2024-11-09 11:15:45,752 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-09 11:15:45,753 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 11:15:45,753 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-09 11:15:45,754 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 11:15:45,754 main DEBUG OutputStream closed 2024-11-09 11:15:45,754 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 11:15:45,754 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 11:15:45,755 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-09 11:15:45,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 11:15:45,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 11:15:45,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 11:15:45,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 11:15:45,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 11:15:45,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 11:15:45,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 11:15:45,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 11:15:45,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 11:15:45,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 11:15:45,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 11:15:45,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 11:15:45,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 11:15:45,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 11:15:45,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 11:15:45,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 11:15:45,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 11:15:45,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 11:15:45,863 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 11:15:45,863 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-09 11:15:45,864 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 11:15:45,865 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-09T11:15:46,086 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246 2024-11-09 11:15:46,088 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 11:15:46,089 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T11:15:46,097 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-09T11:15:46,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T11:15:46,132 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8, deleteOnExit=true 2024-11-09T11:15:46,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T11:15:46,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/test.cache.data in system properties and HBase conf 2024-11-09T11:15:46,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T11:15:46,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/hadoop.log.dir in system properties and HBase conf 2024-11-09T11:15:46,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T11:15:46,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T11:15:46,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T11:15:46,229 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T11:15:46,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T11:15:46,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:15:46,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T11:15:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T11:15:46,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:15:46,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T11:15:46,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T11:15:46,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T11:15:46,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:15:46,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T11:15:46,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/nfs.dump.dir in system properties and HBase conf 2024-11-09T11:15:46,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/java.io.tmpdir in system properties and HBase conf 2024-11-09T11:15:46,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T11:15:46,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T11:15:46,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T11:15:47,402 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T11:15:47,476 INFO [Time-limited test {}] log.Log(170): Logging initialized @2479ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T11:15:47,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:15:47,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:15:47,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:15:47,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:15:47,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:15:47,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:15:47,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:15:47,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:15:47,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/java.io.tmpdir/jetty-localhost-37009-hadoop-hdfs-3_4_1-tests_jar-_-any-10733061300702583660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:15:47,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:37009} 2024-11-09T11:15:47,831 INFO [Time-limited test {}] server.Server(415): Started @2836ms 2024-11-09T11:15:48,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T11:15:48,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T11:15:48,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T11:15:48,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T11:15:48,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T11:15:48,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/hadoop.log.dir/,AVAILABLE} 2024-11-09T11:15:48,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T11:15:48,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/java.io.tmpdir/jetty-localhost-36791-hadoop-hdfs-3_4_1-tests_jar-_-any-14260119161067547076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:15:48,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:36791} 2024-11-09T11:15:48,661 INFO [Time-limited test {}] server.Server(415): Started @3665ms 2024-11-09T11:15:48,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T11:15:49,697 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/data/data2/current/BP-1752640731-172.17.0.2-1731150946899/current, will proceed with Du for space computation calculation, 2024-11-09T11:15:49,697 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/data/data1/current/BP-1752640731-172.17.0.2-1731150946899/current, will proceed with Du for space computation calculation, 2024-11-09T11:15:49,723 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T11:15:49,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd18e3c6b27540bfd with lease ID 0xd523f4bf0fc18100: Processing first storage report for DS-64c75f37-a076-493d-a74a-02466dcf4ad0 from datanode DatanodeRegistration(127.0.0.1:36717, datanodeUuid=7c458171-edcb-4051-a30e-33ba0e7d919a, infoPort=36863, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=1424973933;c=1731150946899) 2024-11-09T11:15:49,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd18e3c6b27540bfd with lease ID 0xd523f4bf0fc18100: from storage DS-64c75f37-a076-493d-a74a-02466dcf4ad0 node DatanodeRegistration(127.0.0.1:36717, datanodeUuid=7c458171-edcb-4051-a30e-33ba0e7d919a, infoPort=36863, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=1424973933;c=1731150946899), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-09T11:15:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd18e3c6b27540bfd with lease ID 0xd523f4bf0fc18100: Processing first storage report for DS-7714a410-34a6-4cbb-8c7c-b25d98adcb33 from datanode DatanodeRegistration(127.0.0.1:36717, datanodeUuid=7c458171-edcb-4051-a30e-33ba0e7d919a, infoPort=36863, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=1424973933;c=1731150946899) 2024-11-09T11:15:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd18e3c6b27540bfd with lease ID 0xd523f4bf0fc18100: from storage DS-7714a410-34a6-4cbb-8c7c-b25d98adcb33 node DatanodeRegistration(127.0.0.1:36717, datanodeUuid=7c458171-edcb-4051-a30e-33ba0e7d919a, infoPort=36863, infoSecurePort=0, ipcPort=37423, storageInfo=lv=-57;cid=testClusterID;nsid=1424973933;c=1731150946899), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T11:15:49,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246 2024-11-09T11:15:49,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/zookeeper_0, clientPort=62753, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T11:15:49,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62753 2024-11-09T11:15:49,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:15:49,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:15:50,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741825_1001 (size=7) 2024-11-09T11:15:50,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd with version=8 2024-11-09T11:15:50,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/hbase-staging 2024-11-09T11:15:50,614 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T11:15:50,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:15:50,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:15:50,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:15:50,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:15:50,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:15:50,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:15:50,991 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T11:15:51,044 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T11:15:51,052 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T11:15:51,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:15:51,078 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8414 (auto-detected) 2024-11-09T11:15:51,079 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T11:15:51,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43495 2024-11-09T11:15:51,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43495 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-09T11:15:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434950x0, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:15:51,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43495-0x1011f4f29950000 connected 2024-11-09T11:15:51,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:15:51,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:15:51,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:15:51,388 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd, hbase.cluster.distributed=false 2024-11-09T11:15:51,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:15:51,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43495 2024-11-09T11:15:51,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43495 2024-11-09T11:15:51,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43495 2024-11-09T11:15:51,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43495 2024-11-09T11:15:51,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43495 2024-11-09T11:15:51,511 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45 2024-11-09T11:15:51,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:15:51,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T11:15:51,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T11:15:51,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T11:15:51,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T11:15:51,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T11:15:51,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T11:15:51,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41507 2024-11-09T11:15:51,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41507 connecting to ZooKeeper ensemble=127.0.0.1:62753 2024-11-09T11:15:51,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:15:51,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:15:51,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415070x0, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T11:15:51,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41507-0x1011f4f29950001 connected 2024-11-09T11:15:51,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:15:51,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T11:15:51,553 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T11:15:51,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T11:15:51,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T11:15:51,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-09T11:15:51,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41507 2024-11-09T11:15:51,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41507 2024-11-09T11:15:51,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-09T11:15:51,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-09T11:15:51,579 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:43495 2024-11-09T11:15:51,580 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:15:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:15:51,593 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:51,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:51,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T11:15:51,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:51,624 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T11:15:51,625 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3264b4bbda9f,43495,1731150950696 from backup master directory 2024-11-09T11:15:51,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:51,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:15:51,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T11:15:51,634 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:15:51,634 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:51,636 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T11:15:51,637 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T11:15:51,692 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/hbase.id] with ID: 6adcfce4-121d-4a94-9082-a04c74ae0f39 2024-11-09T11:15:51,692 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/.tmp/hbase.id 2024-11-09T11:15:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741826_1002 (size=42) 2024-11-09T11:15:52,106 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/.tmp/hbase.id]:[hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/hbase.id] 2024-11-09T11:15:52,160 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T11:15:52,165 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T11:15:52,184 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T11:15:52,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:52,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741827_1003 (size=196) 2024-11-09T11:15:52,765 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:15:52,768 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T11:15:52,782 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:52,786 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:15:52,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741828_1004 (size=1189) 2024-11-09T11:15:53,243 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store 2024-11-09T11:15:53,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741829_1005 (size=34) 2024-11-09T11:15:53,671 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T11:15:53,676 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:15:53,678 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:15:53,678 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:15:53,678 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:15:53,679 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:15:53,679 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:15:53,680 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:15:53,681 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731150953677Disabling compacts and flushes for region at 1731150953677Disabling writes for close at 1731150953679 (+2 ms)Writing region close event to WAL at 1731150953679Closed at 1731150953679 2024-11-09T11:15:53,683 WARN [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/.initializing 2024-11-09T11:15:53,683 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/WALs/3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:53,691 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:15:53,708 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C43495%2C1731150950696, suffix=, logDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/WALs/3264b4bbda9f,43495,1731150950696, archiveDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/oldWALs, maxLogs=10 2024-11-09T11:15:53,738 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/WALs/3264b4bbda9f,43495,1731150950696/3264b4bbda9f%2C43495%2C1731150950696.1731150953714, exclude list is [], retry=0 2024-11-09T11:15:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-64c75f37-a076-493d-a74a-02466dcf4ad0,DISK] 2024-11-09T11:15:53,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T11:15:53,796 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/WALs/3264b4bbda9f,43495,1731150950696/3264b4bbda9f%2C43495%2C1731150950696.1731150953714 2024-11-09T11:15:53,797 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36863:36863)] 2024-11-09T11:15:53,798 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:15:53,799 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:15:53,802 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,803 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T11:15:53,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:53,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:53,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T11:15:53,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:53,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:15:53,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T11:15:53,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:53,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:15:53,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T11:15:53,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:53,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:15:53,885 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,892 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,894 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,906 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,907 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,912 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T11:15:53,918 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T11:15:53,928 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:15:53,930 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71823078, jitterRate=0.07024726271629333}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T11:15:53,937 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731150953814Initializing all the Stores at 1731150953816 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731150953817 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150953818 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150953818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150953818Cleaning up temporary data from old regions at 1731150953907 (+89 ms)Region opened successfully at 1731150953937 (+30 ms) 2024-11-09T11:15:53,939 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T11:15:53,973 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be0e44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:15:54,000 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T11:15:54,010 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T11:15:54,011 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T11:15:54,013 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T11:15:54,015 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T11:15:54,020 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T11:15:54,020 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T11:15:54,045 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T11:15:54,054 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T11:15:54,064 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T11:15:54,066 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T11:15:54,068 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T11:15:54,075 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T11:15:54,078 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T11:15:54,082 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T11:15:54,085 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T11:15:54,087 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T11:15:54,096 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T11:15:54,115 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T11:15:54,127 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T11:15:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:15:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T11:15:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:54,141 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,43495,1731150950696, sessionid=0x1011f4f29950000, setting cluster-up flag (Was=false) 2024-11-09T11:15:54,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:54,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:54,201 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T11:15:54,204 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:54,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:54,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:54,254 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T11:15:54,259 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:54,273 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T11:15:54,363 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T11:15:54,369 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(746): ClusterId : 6adcfce4-121d-4a94-9082-a04c74ae0f39 2024-11-09T11:15:54,372 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T11:15:54,375 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T11:15:54,381 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T11:15:54,383 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T11:15:54,383 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T11:15:54,386 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,43495,1731150950696 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T11:15:54,392 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T11:15:54,393 DEBUG [RS:0;3264b4bbda9f:41507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59792d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0 2024-11-09T11:15:54,393 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:15:54,393 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:15:54,394 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:15:54,394 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T11:15:54,394 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T11:15:54,394 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,394 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:15:54,394 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,398 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731150984398 2024-11-09T11:15:54,400 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T11:15:54,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:15:54,401 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T11:15:54,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T11:15:54,405 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T11:15:54,406 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T11:15:54,406 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T11:15:54,406 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T11:15:54,406 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:54,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T11:15:54,407 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,411 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T11:15:54,412 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T11:15:54,413 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T11:15:54,413 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:41507 2024-11-09T11:15:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741831_1007 (size=1321) 2024-11-09T11:15:54,416 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T11:15:54,416 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T11:15:54,417 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T11:15:54,417 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T11:15:54,417 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T11:15:54,418 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731150954417,5,FailOnTimeoutGroup] 2024-11-09T11:15:54,418 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731150954418,5,FailOnTimeoutGroup] 2024-11-09T11:15:54,419 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,419 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T11:15:54,420 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,420 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,420 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,43495,1731150950696 with port=41507, startcode=1731150951478 2024-11-09T11:15:54,433 DEBUG [RS:0;3264b4bbda9f:41507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T11:15:54,464 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T11:15:54,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:54,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43495 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:54,486 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:15:54,486 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39447 2024-11-09T11:15:54,486 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T11:15:54,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:15:54,496 DEBUG [RS:0;3264b4bbda9f:41507 {}] zookeeper.ZKUtil(111): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:54,497 WARN [RS:0;3264b4bbda9f:41507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T11:15:54,497 INFO [RS:0;3264b4bbda9f:41507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:15:54,497 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/WALs/3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:54,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,41507,1731150951478] 2024-11-09T11:15:54,519 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T11:15:54,535 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T11:15:54,539 INFO [RS:0;3264b4bbda9f:41507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T11:15:54,539 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,540 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T11:15:54,545 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T11:15:54,546 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,546 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,547 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,548 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,548 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,548 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T11:15:54,548 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:15:54,548 DEBUG [RS:0;3264b4bbda9f:41507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T11:15:54,549 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,549 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,549 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,550 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,550 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,550 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41507,1731150951478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:15:54,568 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T11:15:54,569 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,41507,1731150951478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,569 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,570 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.Replication(171): 3264b4bbda9f,41507,1731150951478 started 2024-11-09T11:15:54,586 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:54,587 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,41507,1731150951478, RpcServer on 3264b4bbda9f/172.17.0.2:41507, sessionid=0x1011f4f29950001 2024-11-09T11:15:54,587 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T11:15:54,587 DEBUG [RS:0;3264b4bbda9f:41507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:54,588 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,41507,1731150951478' 2024-11-09T11:15:54,588 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T11:15:54,589 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T11:15:54,589 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T11:15:54,589 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T11:15:54,590 DEBUG [RS:0;3264b4bbda9f:41507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:54,590 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,41507,1731150951478' 2024-11-09T11:15:54,590 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T11:15:54,590 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T11:15:54,591 DEBUG [RS:0;3264b4bbda9f:41507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T11:15:54,591 INFO [RS:0;3264b4bbda9f:41507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T11:15:54,591 INFO [RS:0;3264b4bbda9f:41507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T11:15:54,701 INFO [RS:0;3264b4bbda9f:41507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T11:15:54,705 INFO [RS:0;3264b4bbda9f:41507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C41507%2C1731150951478, suffix=, logDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/WALs/3264b4bbda9f,41507,1731150951478, archiveDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/oldWALs, maxLogs=32 2024-11-09T11:15:54,721 DEBUG [RS:0;3264b4bbda9f:41507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/WALs/3264b4bbda9f,41507,1731150951478/3264b4bbda9f%2C41507%2C1731150951478.1731150954709, exclude list is [], retry=0 2024-11-09T11:15:54,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-64c75f37-a076-493d-a74a-02466dcf4ad0,DISK] 2024-11-09T11:15:54,728 INFO [RS:0;3264b4bbda9f:41507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/WALs/3264b4bbda9f,41507,1731150951478/3264b4bbda9f%2C41507%2C1731150951478.1731150954709 2024-11-09T11:15:54,729 DEBUG [RS:0;3264b4bbda9f:41507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36863:36863)] 2024-11-09T11:15:54,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T11:15:54,818 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:15:54,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741833_1009 (size=32) 2024-11-09T11:15:55,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:15:55,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:15:55,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:15:55,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:15:55,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:15:55,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:15:55,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:15:55,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:15:55,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:15:55,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:15:55,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740 2024-11-09T11:15:55,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740 2024-11-09T11:15:55,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:15:55,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:15:55,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:15:55,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:15:55,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:15:55,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70669733, jitterRate=0.05306108295917511}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:15:55,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731150955232Initializing all the Stores at 1731150955234 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731150955234Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731150955239 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150955239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731150955239Cleaning up temporary data from old regions at 1731150955264 (+25 ms)Region opened successfully at 1731150955275 (+11 ms) 2024-11-09T11:15:55,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:15:55,276 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:15:55,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:15:55,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:15:55,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:15:55,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:15:55,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731150955276Disabling compacts and flushes for region at 1731150955276Disabling writes for close at 1731150955276Writing region close event to WAL at 1731150955277 (+1 ms)Closed at 1731150955277 2024-11-09T11:15:55,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:15:55,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T11:15:55,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T11:15:55,293 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:15:55,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T11:15:55,453 DEBUG [3264b4bbda9f:43495 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T11:15:55,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:55,472 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,41507,1731150951478, state=OPENING 2024-11-09T11:15:55,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T11:15:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:15:55,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:15:55,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:15:55,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T11:15:55,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:15:55,683 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T11:15:55,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T11:15:55,703 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T11:15:55,703 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T11:15:55,704 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T11:15:55,714 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C41507%2C1731150951478.meta, suffix=.meta, logDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/WALs/3264b4bbda9f,41507,1731150951478, archiveDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/oldWALs, maxLogs=32 2024-11-09T11:15:55,737 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/WALs/3264b4bbda9f,41507,1731150951478/3264b4bbda9f%2C41507%2C1731150951478.meta.1731150955716.meta, exclude list is [], retry=0 2024-11-09T11:15:55,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36717,DS-64c75f37-a076-493d-a74a-02466dcf4ad0,DISK] 2024-11-09T11:15:55,745 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/WALs/3264b4bbda9f,41507,1731150951478/3264b4bbda9f%2C41507%2C1731150951478.meta.1731150955716.meta 2024-11-09T11:15:55,746 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36863:36863)] 2024-11-09T11:15:55,746 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:15:55,748 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T11:15:55,751 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T11:15:55,756 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T11:15:55,759 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T11:15:55,760 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:15:55,760 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T11:15:55,760 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T11:15:55,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T11:15:55,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T11:15:55,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T11:15:55,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T11:15:55,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T11:15:55,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T11:15:55,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T11:15:55,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T11:15:55,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:55,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T11:15:55,774 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T11:15:55,776 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740 2024-11-09T11:15:55,779 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740 2024-11-09T11:15:55,782 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T11:15:55,783 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T11:15:55,784 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:15:55,787 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T11:15:55,790 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64966870, jitterRate=-0.03191819787025452}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:15:55,790 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T11:15:55,792 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731150955761Writing region info on filesystem at 1731150955761Initializing all the Stores at 1731150955763 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731150955763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731150955763Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150955763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731150955763Cleaning up temporary data from old regions at 1731150955783 (+20 ms)Running coprocessor post-open hooks at 1731150955790 (+7 ms)Region opened successfully at 1731150955792 (+2 ms) 2024-11-09T11:15:55,801 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731150955673 2024-11-09T11:15:55,812 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T11:15:55,812 INFO [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T11:15:55,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:55,816 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,41507,1731150951478, state=OPEN 2024-11-09T11:15:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:15:55,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T11:15:55,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:15:55,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T11:15:55,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:55,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T11:15:55,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,41507,1731150951478 in 403 msec 2024-11-09T11:15:55,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T11:15:55,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-09T11:15:55,922 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T11:15:55,922 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T11:15:55,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:55,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:55,971 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:55,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:55,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6800 sec 2024-11-09T11:15:55,992 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731150955992, completionTime=-1 2024-11-09T11:15:55,995 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T11:15:55,995 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T11:15:56,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T11:15:56,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151016049 2024-11-09T11:15:56,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151076049 2024-11-09T11:15:56,049 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 54 msec 2024-11-09T11:15:56,053 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43495,1731150950696-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:56,053 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43495,1731150950696-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:56,054 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43495,1731150950696-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:56,055 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:43495, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:56,056 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:56,057 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:56,066 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T11:15:56,093 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.459sec 2024-11-09T11:15:56,094 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T11:15:56,095 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T11:15:56,096 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T11:15:56,097 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T11:15:56,097 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T11:15:56,097 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43495,1731150950696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T11:15:56,098 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43495,1731150950696-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T11:15:56,106 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T11:15:56,107 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T11:15:56,108 INFO [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,43495,1731150950696-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T11:15:56,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:56,181 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T11:15:56,181 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T11:15:56,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:56,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:56,195 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a872003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:56,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:56,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:56,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:56,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:56,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:56,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:56,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=2098 2024-11-09T11:15:56,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:15:56,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:56,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ef0928 2024-11-09T11:15:56,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:15:56,287 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:15:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:15:56,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:15:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:15:56,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:15:56,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-09T11:15:56,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:56,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:15:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:15:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741835_1011 (size=1061) 2024-11-09T11:15:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:15:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:15:56,733 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:15:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741836_1012 (size=53) 2024-11-09T11:15:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:15:57,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:15:57,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3ff1f9bda07704b730b2266845eac9bb, disabling compactions & flushes 2024-11-09T11:15:57,146 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. after waiting 0 ms 2024-11-09T11:15:57,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,146 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,146 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ff1f9bda07704b730b2266845eac9bb: Waiting for close lock at 1731150957146Disabling compacts and flushes for region at 1731150957146Disabling writes for close at 1731150957146Writing region close event to WAL at 1731150957146Closed at 1731150957146 2024-11-09T11:15:57,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:15:57,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731150957149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731150957149"}]},"ts":"1731150957149"} 2024-11-09T11:15:57,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:15:57,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:15:57,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731150957160"}]},"ts":"1731150957160"} 2024-11-09T11:15:57,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:15:57,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, ASSIGN}] 2024-11-09T11:15:57,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, ASSIGN 2024-11-09T11:15:57,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, ASSIGN; state=OFFLINE, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=false 2024-11-09T11:15:57,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ff1f9bda07704b730b2266845eac9bb, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:57,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, ASSIGN because future has completed 2024-11-09T11:15:57,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:15:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:15:57,492 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,493 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:15:57,493 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,494 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:15:57,494 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,494 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,498 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,502 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:15:57,503 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff1f9bda07704b730b2266845eac9bb columnFamilyName A 2024-11-09T11:15:57,503 DEBUG [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:57,504 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.HStore(327): Store=3ff1f9bda07704b730b2266845eac9bb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:15:57,505 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,508 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:15:57,508 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff1f9bda07704b730b2266845eac9bb columnFamilyName B 2024-11-09T11:15:57,509 DEBUG [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:57,510 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.HStore(327): Store=3ff1f9bda07704b730b2266845eac9bb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:15:57,510 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,514 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:15:57,514 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ff1f9bda07704b730b2266845eac9bb columnFamilyName C 2024-11-09T11:15:57,514 DEBUG [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:15:57,516 INFO [StoreOpener-3ff1f9bda07704b730b2266845eac9bb-1 {}] regionserver.HStore(327): Store=3ff1f9bda07704b730b2266845eac9bb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:15:57,516 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,517 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,519 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,520 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,523 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,524 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,525 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:15:57,538 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,543 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:15:57,544 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ff1f9bda07704b730b2266845eac9bb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61494947, jitterRate=-0.08365388214588165}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:15:57,545 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:57,546 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ff1f9bda07704b730b2266845eac9bb: Running coprocessor pre-open hook at 1731150957494Writing region info on filesystem at 1731150957494Initializing all the Stores at 1731150957497 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150957497Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150957497Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150957497Cleaning up temporary data from old regions at 1731150957524 (+27 ms)Running coprocessor post-open hooks at 1731150957545 (+21 ms)Region opened successfully at 1731150957546 (+1 ms) 2024-11-09T11:15:57,548 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., pid=6, masterSystemTime=1731150957485 2024-11-09T11:15:57,553 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,553 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:57,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ff1f9bda07704b730b2266845eac9bb, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:57,558 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43495 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3264b4bbda9f,41507,1731150951478, table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T11:15:57,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:15:57,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T11:15:57,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 in 238 msec 2024-11-09T11:15:57,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T11:15:57,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, ASSIGN in 405 msec 2024-11-09T11:15:57,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:15:57,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731150957581"}]},"ts":"1731150957581"} 2024-11-09T11:15:57,585 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:15:57,587 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:15:57,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2900 sec 2024-11-09T11:15:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T11:15:58,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:15:58,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,480 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f6a966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,484 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc7db18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:15:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,43495,1731150950696 2024-11-09T11:15:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f70fa58 2024-11-09T11:15:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:15:58,505 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:15:58,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,513 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545009e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,517 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bd1ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,523 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ede97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,526 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d903666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,535 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@818d592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,544 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac348af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,550 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63473470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,554 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d8a1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f695ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,561 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25318c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,577 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b4f22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e1b379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,586 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89bfc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,589 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d3547a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,593 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb5cb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,597 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463070d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:15:58,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:15:58,603 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:15:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:15:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:15:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29434e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:15:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:15:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:15:58,605 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:15:58,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354728a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:15:58,612 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,612 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,613 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,615 DEBUG [Thread-145 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,616 DEBUG [Thread-145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,621 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,631 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,653 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,673 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,681 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:58,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,695 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:15:58,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:15:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:15:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:15:58,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:15:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:15:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:15:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-09T11:15:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:15:58,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:15:58,722 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:15:58,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:15:58,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:15:58,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:15:58,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:15:58,725 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:15:58,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:15:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:15:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:15:58,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:15:58,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:58,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:15:58,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:58,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:58,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b68fcf79d8bb4537aca7178657779fac is 50, key is test_row_0/A:col10/1731150958694/Put/seqid=0 2024-11-09T11:15:58,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151018917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:58,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151018918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150958824, max timestamp=1731150958935Num uniques 859; 2024-11-09T11:15:59,038 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:15:59,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150958824, max timestamp=1731150958935Num uniques 859; 2024-11-09T11:15:59,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:15:59,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150958824, max timestamp=1731150958935Num uniques 859; 2024-11-09T11:15:59,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:15:59,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741837_1013 (size=12001) 2024-11-09T11:15:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:15:59,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b68fcf79d8bb4537aca7178657779fac 2024-11-09T11:15:59,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:15:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:15:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151019137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151019143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151019151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151019156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151019163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/e1cf56c5eb9d4838a94f8c8df319150e is 50, key is test_row_0/B:col10/1731150958694/Put/seqid=0 2024-11-09T11:15:59,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741838_1014 (size=12001) 2024-11-09T11:15:59,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/e1cf56c5eb9d4838a94f8c8df319150e 2024-11-09T11:15:59,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:15:59,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151019272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:15:59,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151019282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151019294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151019294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151019292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/340a55b5392b4781af750c48d89ff472 is 50, key is test_row_0/C:col10/1731150958694/Put/seqid=0 2024-11-09T11:15:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:15:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741839_1015 (size=12001) 2024-11-09T11:15:59,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/340a55b5392b4781af750c48d89ff472 2024-11-09T11:15:59,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b68fcf79d8bb4537aca7178657779fac as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b68fcf79d8bb4537aca7178657779fac 2024-11-09T11:15:59,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b68fcf79d8bb4537aca7178657779fac, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:15:59,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:15:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:15:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,475 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T11:15:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/e1cf56c5eb9d4838a94f8c8df319150e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e1cf56c5eb9d4838a94f8c8df319150e 2024-11-09T11:15:59,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e1cf56c5eb9d4838a94f8c8df319150e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:15:59,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/340a55b5392b4781af750c48d89ff472 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/340a55b5392b4781af750c48d89ff472 2024-11-09T11:15:59,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/340a55b5392b4781af750c48d89ff472, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:15:59,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 3ff1f9bda07704b730b2266845eac9bb in 841ms, sequenceid=13, compaction requested=false 2024-11-09T11:15:59,549 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T11:15:59,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:15:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:15:59,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-09T11:15:59,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:15:59,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:15:59,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:15:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:15:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:15:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:15:59,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b39d5f52a4a8462eb1a7c6513e1607d4 is 50, key is test_row_0/A:col10/1731150959157/Put/seqid=0 2024-11-09T11:15:59,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:15:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:15:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741840_1016 (size=14341) 2024-11-09T11:15:59,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151019668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151019674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151019676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151019676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151019678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:15:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:15:59,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151019822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151019832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151019853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:15:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151019853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:15:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151019862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:15:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:15:59,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:15:59,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:15:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:15:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:15:59,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:15:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151020052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151020089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b39d5f52a4a8462eb1a7c6513e1607d4 2024-11-09T11:16:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151020089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:16:00,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151020089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:00,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151020093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/c115999b8bdd4f84b7dea0bf94c3f0d5 is 50, key is test_row_0/B:col10/1731150959157/Put/seqid=0 2024-11-09T11:16:00,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741841_1017 (size=12001) 2024-11-09T11:16:00,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/c115999b8bdd4f84b7dea0bf94c3f0d5 2024-11-09T11:16:00,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:16:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/79e30166caf145dfad573791838d10e6 is 50, key is test_row_0/C:col10/1731150959157/Put/seqid=0 2024-11-09T11:16:00,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151020382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151020423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151020442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151020443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:16:00,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:00,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:00,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151020443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:00,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:00,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T11:16:00,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741842_1018 (size=12001) 2024-11-09T11:16:00,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/79e30166caf145dfad573791838d10e6 2024-11-09T11:16:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b39d5f52a4a8462eb1a7c6513e1607d4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b39d5f52a4a8462eb1a7c6513e1607d4 2024-11-09T11:16:00,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b39d5f52a4a8462eb1a7c6513e1607d4, entries=200, sequenceid=47, filesize=14.0 K 2024-11-09T11:16:00,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/c115999b8bdd4f84b7dea0bf94c3f0d5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/c115999b8bdd4f84b7dea0bf94c3f0d5 2024-11-09T11:16:00,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/c115999b8bdd4f84b7dea0bf94c3f0d5, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T11:16:00,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/79e30166caf145dfad573791838d10e6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/79e30166caf145dfad573791838d10e6 2024-11-09T11:16:00,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:16:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:00,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/79e30166caf145dfad573791838d10e6, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T11:16:00,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=60.38 KB/61830 for 3ff1f9bda07704b730b2266845eac9bb in 1064ms, sequenceid=47, compaction requested=false 2024-11-09T11:16:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:00,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T11:16:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:00,774 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:16:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/647d8e4d82084c3e87ca0a5f03f6f469 is 50, key is test_row_0/A:col10/1731150959667/Put/seqid=0 2024-11-09T11:16:00,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741843_1019 (size=12001) 2024-11-09T11:16:00,819 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/647d8e4d82084c3e87ca0a5f03f6f469 2024-11-09T11:16:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/0c6421b5baff4e5f837a6df370a3c81f is 50, key is test_row_0/B:col10/1731150959667/Put/seqid=0 2024-11-09T11:16:00,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741844_1020 (size=12001) 2024-11-09T11:16:00,851 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/0c6421b5baff4e5f837a6df370a3c81f 2024-11-09T11:16:00,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8f36ef28a0c64cf18d4e8930b5a35308 is 50, key is test_row_0/C:col10/1731150959667/Put/seqid=0 2024-11-09T11:16:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:16:00,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741845_1021 (size=12001) 2024-11-09T11:16:01,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151021030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151021038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151021033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151021044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151021055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151021166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151021173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151021185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151021188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151021197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:16:01,337 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8f36ef28a0c64cf18d4e8930b5a35308 2024-11-09T11:16:01,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/647d8e4d82084c3e87ca0a5f03f6f469 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/647d8e4d82084c3e87ca0a5f03f6f469 2024-11-09T11:16:01,375 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/647d8e4d82084c3e87ca0a5f03f6f469, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T11:16:01,385 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T11:16:01,386 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T11:16:01,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/0c6421b5baff4e5f837a6df370a3c81f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0c6421b5baff4e5f837a6df370a3c81f 2024-11-09T11:16:01,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:16:01,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T11:16:01,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T11:16:01,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T11:16:01,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:16:01,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T11:16:01,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151021382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151021405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,415 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0c6421b5baff4e5f837a6df370a3c81f, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T11:16:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8f36ef28a0c64cf18d4e8930b5a35308 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8f36ef28a0c64cf18d4e8930b5a35308 2024-11-09T11:16:01,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151021413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151021432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151021413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,457 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8f36ef28a0c64cf18d4e8930b5a35308, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T11:16:01,461 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3ff1f9bda07704b730b2266845eac9bb in 687ms, sequenceid=59, compaction requested=true 2024-11-09T11:16:01,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:01,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:01,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T11:16:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T11:16:01,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T11:16:01,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7460 sec 2024-11-09T11:16:01,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.7820 sec 2024-11-09T11:16:01,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731150960998, max timestamp=1731150961720Num uniques 859; 2024-11-09T11:16:01,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:16:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:01,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB 2024-11-09T11:16:01,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150960998, max timestamp=1731150961720Num uniques 859; 2024-11-09T11:16:01,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T11:16:01,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:01,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:01,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:01,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:01,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:01,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:01,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b53d015f21fe4893bdf0d1d3c1f1d03c is 50, key is test_row_0/A:col10/1731150961720/Put/seqid=0 2024-11-09T11:16:01,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741846_1022 (size=14341) 2024-11-09T11:16:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151021832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151021829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151021839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151021844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151021844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151021951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151021952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151021961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151021972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:01,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151021973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:01,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151022173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151022173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151022182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151022191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151022204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b53d015f21fe4893bdf0d1d3c1f1d03c 2024-11-09T11:16:02,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/95c72c4b26d74aa7a57f8c8ec999f42a is 50, key is test_row_0/B:col10/1731150961720/Put/seqid=0 2024-11-09T11:16:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741847_1023 (size=12001) 2024-11-09T11:16:02,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151022503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151022503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151022512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151022513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151022532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:02,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:02,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.79 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/95c72c4b26d74aa7a57f8c8ec999f42a 2024-11-09T11:16:02,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8baf4453c7dc44168caa2491131b0f3e is 50, key is test_row_0/C:col10/1731150961720/Put/seqid=0 2024-11-09T11:16:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T11:16:02,913 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:02,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-09T11:16:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T11:16:02,944 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:02,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741848_1024 (size=12001) 2024-11-09T11:16:02,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:02,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:02,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8baf4453c7dc44168caa2491131b0f3e 2024-11-09T11:16:02,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b53d015f21fe4893bdf0d1d3c1f1d03c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b53d015f21fe4893bdf0d1d3c1f1d03c 2024-11-09T11:16:02,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b53d015f21fe4893bdf0d1d3c1f1d03c, entries=200, sequenceid=81, filesize=14.0 K 2024-11-09T11:16:02,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/95c72c4b26d74aa7a57f8c8ec999f42a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/95c72c4b26d74aa7a57f8c8ec999f42a 2024-11-09T11:16:03,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/95c72c4b26d74aa7a57f8c8ec999f42a, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T11:16:03,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8baf4453c7dc44168caa2491131b0f3e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8baf4453c7dc44168caa2491131b0f3e 2024-11-09T11:16:03,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151023022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:03,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151023022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T11:16:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151023032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:03,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:03,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151023032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:03,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151023041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:03,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8baf4453c7dc44168caa2491131b0f3e, entries=150, sequenceid=81, filesize=11.7 K 2024-11-09T11:16:03,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.46 KB/66005, heapSize ~183.13 KB/187528, currentSize=114.05 KB/116790 for 3ff1f9bda07704b730b2266845eac9bb in 1312ms, sequenceid=81, compaction requested=true 2024-11-09T11:16:03,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:03,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:03,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:03,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:03,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:03,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:03,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:16:03,085 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:03,087 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:03,091 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:03,093 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:03,094 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:03,094 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:03,095 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:03,095 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:03,095 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e1cf56c5eb9d4838a94f8c8df319150e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/c115999b8bdd4f84b7dea0bf94c3f0d5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0c6421b5baff4e5f837a6df370a3c81f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/95c72c4b26d74aa7a57f8c8ec999f42a] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=46.9 K 2024-11-09T11:16:03,095 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b68fcf79d8bb4537aca7178657779fac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b39d5f52a4a8462eb1a7c6513e1607d4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/647d8e4d82084c3e87ca0a5f03f6f469, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b53d015f21fe4893bdf0d1d3c1f1d03c] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=51.4 K 2024-11-09T11:16:03,098 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e1cf56c5eb9d4838a94f8c8df319150e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731150958663 2024-11-09T11:16:03,098 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b68fcf79d8bb4537aca7178657779fac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731150958663 2024-11-09T11:16:03,100 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c115999b8bdd4f84b7dea0bf94c3f0d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731150959137 2024-11-09T11:16:03,100 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b39d5f52a4a8462eb1a7c6513e1607d4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731150959137 2024-11-09T11:16:03,101 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 647d8e4d82084c3e87ca0a5f03f6f469, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150959652 2024-11-09T11:16:03,102 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c6421b5baff4e5f837a6df370a3c81f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150959652 2024-11-09T11:16:03,102 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b53d015f21fe4893bdf0d1d3c1f1d03c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731150960998 2024-11-09T11:16:03,104 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c72c4b26d74aa7a57f8c8ec999f42a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731150960998 2024-11-09T11:16:03,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T11:16:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:03,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:16:03,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:03,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:03,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/90533b06257b4a40a0a970ade61f54a4 is 50, key is test_row_0/A:col10/1731150961834/Put/seqid=0 2024-11-09T11:16:03,180 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#13 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:03,185 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/7bc9eab3aa2442f682aca905737905da is 50, key is test_row_0/B:col10/1731150961720/Put/seqid=0 2024-11-09T11:16:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741849_1025 (size=12001) 2024-11-09T11:16:03,190 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/90533b06257b4a40a0a970ade61f54a4 2024-11-09T11:16:03,201 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#14 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:03,202 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/645867e2c9de4978a8da70f795fe649a is 50, key is test_row_0/A:col10/1731150961720/Put/seqid=0 2024-11-09T11:16:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741850_1026 (size=12139) 2024-11-09T11:16:03,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/58a0ffcdf7d2434aa31ca620f942e8b9 is 50, key is test_row_0/B:col10/1731150961834/Put/seqid=0 2024-11-09T11:16:03,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741851_1027 (size=12139) 2024-11-09T11:16:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T11:16:03,287 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/645867e2c9de4978a8da70f795fe649a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/645867e2c9de4978a8da70f795fe649a 2024-11-09T11:16:03,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741852_1028 (size=12001) 2024-11-09T11:16:03,303 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/58a0ffcdf7d2434aa31ca620f942e8b9 2024-11-09T11:16:03,328 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into 645867e2c9de4978a8da70f795fe649a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:03,329 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:03,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/061cd8905108488da3ae5530f7084fab is 50, key is test_row_0/C:col10/1731150961834/Put/seqid=0 2024-11-09T11:16:03,332 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=12, startTime=1731150963066; duration=0sec 2024-11-09T11:16:03,332 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:03,333 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:03,333 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:03,337 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:03,337 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:03,337 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:03,337 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/340a55b5392b4781af750c48d89ff472, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/79e30166caf145dfad573791838d10e6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8f36ef28a0c64cf18d4e8930b5a35308, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8baf4453c7dc44168caa2491131b0f3e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=46.9 K 2024-11-09T11:16:03,341 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 340a55b5392b4781af750c48d89ff472, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731150958663 2024-11-09T11:16:03,342 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79e30166caf145dfad573791838d10e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731150959137 2024-11-09T11:16:03,343 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f36ef28a0c64cf18d4e8930b5a35308, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150959652 2024-11-09T11:16:03,346 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8baf4453c7dc44168caa2491131b0f3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731150960998 2024-11-09T11:16:03,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741853_1029 (size=12001) 2024-11-09T11:16:03,381 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/061cd8905108488da3ae5530f7084fab 2024-11-09T11:16:03,400 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#17 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:03,401 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/93eab239e5b040b49060b0d8dd812c91 is 50, key is test_row_0/C:col10/1731150961720/Put/seqid=0 2024-11-09T11:16:03,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/90533b06257b4a40a0a970ade61f54a4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/90533b06257b4a40a0a970ade61f54a4 2024-11-09T11:16:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741854_1030 (size=12139) 2024-11-09T11:16:03,443 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/90533b06257b4a40a0a970ade61f54a4, entries=150, sequenceid=101, filesize=11.7 K 2024-11-09T11:16:03,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/58a0ffcdf7d2434aa31ca620f942e8b9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/58a0ffcdf7d2434aa31ca620f942e8b9 2024-11-09T11:16:03,477 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/93eab239e5b040b49060b0d8dd812c91 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/93eab239e5b040b49060b0d8dd812c91 2024-11-09T11:16:03,480 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/58a0ffcdf7d2434aa31ca620f942e8b9, entries=150, sequenceid=101, filesize=11.7 K 2024-11-09T11:16:03,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/061cd8905108488da3ae5530f7084fab as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/061cd8905108488da3ae5530f7084fab 2024-11-09T11:16:03,500 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into 93eab239e5b040b49060b0d8dd812c91(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:03,501 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:03,501 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=12, startTime=1731150963083; duration=0sec 2024-11-09T11:16:03,501 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:03,501 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:03,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/061cd8905108488da3ae5530f7084fab, entries=150, sequenceid=101, filesize=11.7 K 2024-11-09T11:16:03,513 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 3ff1f9bda07704b730b2266845eac9bb in 405ms, sequenceid=101, compaction requested=false 2024-11-09T11:16:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T11:16:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T11:16:03,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T11:16:03,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 569 msec 2024-11-09T11:16:03,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 610 msec 2024-11-09T11:16:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T11:16:03,582 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:03,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-09T11:16:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T11:16:03,586 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:03,587 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:03,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:03,642 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/7bc9eab3aa2442f682aca905737905da as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7bc9eab3aa2442f682aca905737905da 2024-11-09T11:16:03,663 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 7bc9eab3aa2442f682aca905737905da(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:03,663 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:03,663 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=12, startTime=1731150963083; duration=0sec 2024-11-09T11:16:03,663 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:03,664 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T11:16:03,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T11:16:03,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:03,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T11:16:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T11:16:03,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T11:16:03,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 163 msec 2024-11-09T11:16:03,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 186 msec 2024-11-09T11:16:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T11:16:03,901 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:03,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-09T11:16:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:16:03,910 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:03,915 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:03,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:16:04,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T11:16:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:04,074 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-09T11:16:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:04,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/fbcd70d559924553ab5e510d799cf6e3 is 50, key is test_row_0/A:col10/1731150964074/Put/seqid=0 2024-11-09T11:16:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:04,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741855_1031 (size=12001) 2024-11-09T11:16:04,137 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/fbcd70d559924553ab5e510d799cf6e3 2024-11-09T11:16:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/3628a0f18d6b46a18eb698249e22c92c is 50, key is test_row_0/B:col10/1731150964074/Put/seqid=0 2024-11-09T11:16:04,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150964146, max timestamp=1731150964184Num uniques 859; 2024-11-09T11:16:04,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:04,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150964146, max timestamp=1731150964188Num uniques 859; 2024-11-09T11:16:04,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:16:04,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150964146, max timestamp=1731150964184Num uniques 859; 2024-11-09T11:16:04,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T11:16:04,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741856_1032 (size=12001) 2024-11-09T11:16:04,269 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/3628a0f18d6b46a18eb698249e22c92c 2024-11-09T11:16:04,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/191c3a041f0d46de9b7c58d07355d586 is 50, key is test_row_0/C:col10/1731150964074/Put/seqid=0 2024-11-09T11:16:04,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731150964262, max timestamp=1731150964313Num uniques 1068; 2024-11-09T11:16:04,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-09T11:16:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731150964262, max timestamp=1731150964313Num uniques 1009; 2024-11-09T11:16:04,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=9978, suffix heap size=132904,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=218 2024-11-09T11:16:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741857_1033 (size=12001) 2024-11-09T11:16:04,344 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/191c3a041f0d46de9b7c58d07355d586 2024-11-09T11:16:04,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/fbcd70d559924553ab5e510d799cf6e3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/fbcd70d559924553ab5e510d799cf6e3 2024-11-09T11:16:04,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150964262, max timestamp=1731150964311Num uniques 1068; 2024-11-09T11:16:04,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-09T11:16:04,387 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/fbcd70d559924553ab5e510d799cf6e3, entries=150, sequenceid=113, filesize=11.7 K 2024-11-09T11:16:04,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/3628a0f18d6b46a18eb698249e22c92c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/3628a0f18d6b46a18eb698249e22c92c 2024-11-09T11:16:04,414 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/3628a0f18d6b46a18eb698249e22c92c, entries=150, sequenceid=113, filesize=11.7 K 2024-11-09T11:16:04,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/191c3a041f0d46de9b7c58d07355d586 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/191c3a041f0d46de9b7c58d07355d586 2024-11-09T11:16:04,486 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/191c3a041f0d46de9b7c58d07355d586, entries=150, sequenceid=113, filesize=11.7 K 2024-11-09T11:16:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:16:04,537 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=151.27 KB/154902 for 3ff1f9bda07704b730b2266845eac9bb in 462ms, sequenceid=113, compaction requested=true 2024-11-09T11:16:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:04,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T11:16:04,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731150964403, max timestamp=1731150964467Num uniques 1009; 2024-11-09T11:16:04,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8102, suffix heap size=132904,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177 2024-11-09T11:16:04,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150964403, max timestamp=1731150964467Num uniques 1077; 2024-11-09T11:16:04,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150964403, max timestamp=1731150964467Num uniques 1077; 2024-11-09T11:16:04,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150 2024-11-09T11:16:04,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=6870, suffix heap size=139976,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=150 2024-11-09T11:16:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T11:16:04,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=51.27 KB heapSize=138.75 KB 2024-11-09T11:16:04,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:04,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:04,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T11:16:04,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 639 msec 2024-11-09T11:16:04,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 664 msec 2024-11-09T11:16:04,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/f7141f2b948746d0be2f252cb2f4f8bf is 50, key is test_row_0/A:col10/1731150964453/Put/seqid=0 2024-11-09T11:16:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741858_1034 (size=12151) 2024-11-09T11:16:04,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/f7141f2b948746d0be2f252cb2f4f8bf 2024-11-09T11:16:04,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/96d5f6ddebed4c3da0e08eae5257c91e is 50, key is test_row_0/B:col10/1731150964453/Put/seqid=0 2024-11-09T11:16:04,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731150964627, max timestamp=1731150964666Num uniques 859; 2024-11-09T11:16:04,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731150964627, max timestamp=1731150964666Num uniques 859; 2024-11-09T11:16:04,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T11:16:04,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T11:16:04,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731150964645, max timestamp=1731150964666Num uniques 859; 2024-11-09T11:16:04,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:16:04,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741859_1035 (size=12151) 2024-11-09T11:16:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151024716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151024727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151024731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151024741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151024745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151024852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151024857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151024856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151024859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:04,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151024872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:04,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T11:16:05,074 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:05,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-09T11:16:05,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151025074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,079 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T11:16:05,081 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:05,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:05,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151025074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151025075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151025082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151025082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/96d5f6ddebed4c3da0e08eae5257c91e 2024-11-09T11:16:05,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/24081297da49436ea7c5028cc88d3675 is 50, key is test_row_0/C:col10/1731150964453/Put/seqid=0 2024-11-09T11:16:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741860_1036 (size=12151) 2024-11-09T11:16:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T11:16:05,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/24081297da49436ea7c5028cc88d3675 2024-11-09T11:16:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/f7141f2b948746d0be2f252cb2f4f8bf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/f7141f2b948746d0be2f252cb2f4f8bf 2024-11-09T11:16:05,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/f7141f2b948746d0be2f252cb2f4f8bf, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:16:05,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T11:16:05,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/96d5f6ddebed4c3da0e08eae5257c91e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/96d5f6ddebed4c3da0e08eae5257c91e 2024-11-09T11:16:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:05,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:05,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:05,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/96d5f6ddebed4c3da0e08eae5257c91e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:16:05,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/24081297da49436ea7c5028cc88d3675 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/24081297da49436ea7c5028cc88d3675 2024-11-09T11:16:05,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/24081297da49436ea7c5028cc88d3675, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:16:05,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.27 KB/52496, heapSize ~138.70 KB/142032, currentSize=140.89 KB/144270 for 3ff1f9bda07704b730b2266845eac9bb in 723ms, sequenceid=172, compaction requested=true 2024-11-09T11:16:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:05,279 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:05,279 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:05,282 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:05,282 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:05,282 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,282 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/645867e2c9de4978a8da70f795fe649a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/90533b06257b4a40a0a970ade61f54a4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/fbcd70d559924553ab5e510d799cf6e3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/f7141f2b948746d0be2f252cb2f4f8bf] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=47.2 K 2024-11-09T11:16:05,283 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:05,283 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:05,283 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,283 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7bc9eab3aa2442f682aca905737905da, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/58a0ffcdf7d2434aa31ca620f942e8b9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/3628a0f18d6b46a18eb698249e22c92c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/96d5f6ddebed4c3da0e08eae5257c91e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=47.2 K 2024-11-09T11:16:05,284 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 645867e2c9de4978a8da70f795fe649a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731150960998 2024-11-09T11:16:05,284 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc9eab3aa2442f682aca905737905da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731150960998 2024-11-09T11:16:05,286 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 58a0ffcdf7d2434aa31ca620f942e8b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731150961834 2024-11-09T11:16:05,287 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90533b06257b4a40a0a970ade61f54a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731150961834 2024-11-09T11:16:05,288 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3628a0f18d6b46a18eb698249e22c92c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731150964037 2024-11-09T11:16:05,288 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbcd70d559924553ab5e510d799cf6e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731150964037 2024-11-09T11:16:05,288 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 96d5f6ddebed4c3da0e08eae5257c91e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731150964453 2024-11-09T11:16:05,289 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7141f2b948746d0be2f252cb2f4f8bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731150964453 2024-11-09T11:16:05,321 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:05,323 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/0e09f1869a2a4be0b452afc9d0544017 is 50, key is test_row_0/B:col10/1731150964453/Put/seqid=0 2024-11-09T11:16:05,337 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:05,338 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/a8837838dbae4a90b207da0cb0acb1c9 is 50, key is test_row_0/A:col10/1731150964453/Put/seqid=0 2024-11-09T11:16:05,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741861_1037 (size=12425) 2024-11-09T11:16:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741862_1038 (size=12425) 2024-11-09T11:16:05,389 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/0e09f1869a2a4be0b452afc9d0544017 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0e09f1869a2a4be0b452afc9d0544017 2024-11-09T11:16:05,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T11:16:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,396 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-09T11:16:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:05,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:05,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:05,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T11:16:05,403 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 0e09f1869a2a4be0b452afc9d0544017(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:05,403 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:05,403 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=12, startTime=1731150965279; duration=0sec 2024-11-09T11:16:05,404 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:05,404 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:05,404 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:05,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:05,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/e2b03110897c4414a44040ac85924c01 is 50, key is test_row_0/A:col10/1731150964729/Put/seqid=0 2024-11-09T11:16:05,410 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:05,410 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:05,410 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,410 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/93eab239e5b040b49060b0d8dd812c91, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/061cd8905108488da3ae5530f7084fab, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/191c3a041f0d46de9b7c58d07355d586, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/24081297da49436ea7c5028cc88d3675] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=47.2 K 2024-11-09T11:16:05,411 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 93eab239e5b040b49060b0d8dd812c91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731150960998 2024-11-09T11:16:05,413 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 061cd8905108488da3ae5530f7084fab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1731150961834 2024-11-09T11:16:05,414 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 191c3a041f0d46de9b7c58d07355d586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731150964037 2024-11-09T11:16:05,415 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 24081297da49436ea7c5028cc88d3675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731150964453 2024-11-09T11:16:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151025412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151025413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151025420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151025420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151025426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,441 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:05,442 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/1eaeccb8a85a471092ed4701df6e9ba5 is 50, key is test_row_0/C:col10/1731150964453/Put/seqid=0 2024-11-09T11:16:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741863_1039 (size=12151) 2024-11-09T11:16:05,453 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/e2b03110897c4414a44040ac85924c01 2024-11-09T11:16:05,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741864_1040 (size=12425) 2024-11-09T11:16:05,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/e9dd39fac2ac4397837618732f9600e2 is 50, key is test_row_0/B:col10/1731150964729/Put/seqid=0 2024-11-09T11:16:05,486 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/1eaeccb8a85a471092ed4701df6e9ba5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/1eaeccb8a85a471092ed4701df6e9ba5 2024-11-09T11:16:05,499 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into 1eaeccb8a85a471092ed4701df6e9ba5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:05,500 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:05,500 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=12, startTime=1731150965279; duration=0sec 2024-11-09T11:16:05,500 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:05,500 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741865_1041 (size=12151) 2024-11-09T11:16:05,521 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/e9dd39fac2ac4397837618732f9600e2 2024-11-09T11:16:05,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151025541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,548 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151025541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151025542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151025542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/b75ddcda6cbf460b92498720556996ba is 50, key is test_row_0/C:col10/1731150964729/Put/seqid=0 2024-11-09T11:16:05,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151025551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741866_1042 (size=12151) 2024-11-09T11:16:05,578 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/b75ddcda6cbf460b92498720556996ba 2024-11-09T11:16:05,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/e2b03110897c4414a44040ac85924c01 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e2b03110897c4414a44040ac85924c01 2024-11-09T11:16:05,603 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e2b03110897c4414a44040ac85924c01, entries=150, sequenceid=208, filesize=11.9 K 2024-11-09T11:16:05,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/e9dd39fac2ac4397837618732f9600e2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e9dd39fac2ac4397837618732f9600e2 2024-11-09T11:16:05,629 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e9dd39fac2ac4397837618732f9600e2, entries=150, sequenceid=208, filesize=11.9 K 2024-11-09T11:16:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/b75ddcda6cbf460b92498720556996ba as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/b75ddcda6cbf460b92498720556996ba 2024-11-09T11:16:05,645 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/b75ddcda6cbf460b92498720556996ba, entries=150, sequenceid=208, filesize=11.9 K 2024-11-09T11:16:05,648 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 3ff1f9bda07704b730b2266845eac9bb in 251ms, sequenceid=208, compaction requested=false 2024-11-09T11:16:05,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:05,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-09T11:16:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-09T11:16:05,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T11:16:05,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 569 msec 2024-11-09T11:16:05,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 595 msec 2024-11-09T11:16:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T11:16:05,712 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:05,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-09T11:16:05,716 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T11:16:05,718 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:05,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:05,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:05,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:05,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/60e4a847f3ea44ddb85ae35c850a445b is 50, key is test_row_0/A:col10/1731150965408/Put/seqid=0 2024-11-09T11:16:05,786 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/a8837838dbae4a90b207da0cb0acb1c9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a8837838dbae4a90b207da0cb0acb1c9 2024-11-09T11:16:05,802 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into a8837838dbae4a90b207da0cb0acb1c9(size=12.1 K), total size for store is 24 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:05,802 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:05,802 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=12, startTime=1731150965279; duration=0sec 2024-11-09T11:16:05,802 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:05,802 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:05,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741867_1043 (size=12151) 2024-11-09T11:16:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T11:16:05,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150965831, max timestamp=1731150965840Num uniques 859; 2024-11-09T11:16:05,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150965777, max timestamp=1731150965840Num uniques 859; 2024-11-09T11:16:05,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T11:16:05,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:05,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150965777, max timestamp=1731150965840Num uniques 859; 2024-11-09T11:16:05,846 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:05,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T11:16:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:05,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:05,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:05,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151025893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151025895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151025896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151025903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151025906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151026012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151026012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151026025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T11:16:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151026025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151026025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T11:16:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T11:16:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/60e4a847f3ea44ddb85ae35c850a445b 2024-11-09T11:16:06,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151026232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151026232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/6e0a1a4fb322401ca75c9837120f4555 is 50, key is test_row_0/B:col10/1731150965408/Put/seqid=0 2024-11-09T11:16:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151026241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151026241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151026252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741868_1044 (size=12151) 2024-11-09T11:16:06,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/6e0a1a4fb322401ca75c9837120f4555 2024-11-09T11:16:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T11:16:06,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/e52b60b304824b03985def4d97122840 is 50, key is test_row_0/C:col10/1731150965408/Put/seqid=0 2024-11-09T11:16:06,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T11:16:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741869_1045 (size=12151) 2024-11-09T11:16:06,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/e52b60b304824b03985def4d97122840 2024-11-09T11:16:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/60e4a847f3ea44ddb85ae35c850a445b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/60e4a847f3ea44ddb85ae35c850a445b 2024-11-09T11:16:06,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/60e4a847f3ea44ddb85ae35c850a445b, entries=150, sequenceid=220, filesize=11.9 K 2024-11-09T11:16:06,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/6e0a1a4fb322401ca75c9837120f4555 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6e0a1a4fb322401ca75c9837120f4555 2024-11-09T11:16:06,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6e0a1a4fb322401ca75c9837120f4555, entries=150, sequenceid=220, filesize=11.9 K 2024-11-09T11:16:06,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/e52b60b304824b03985def4d97122840 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e52b60b304824b03985def4d97122840 2024-11-09T11:16:06,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e52b60b304824b03985def4d97122840, entries=150, sequenceid=220, filesize=11.9 K 2024-11-09T11:16:06,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.02 KB/139285 for 3ff1f9bda07704b730b2266845eac9bb in 714ms, sequenceid=220, compaction requested=true 2024-11-09T11:16:06,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:06,471 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:06,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:06,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:06,472 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:06,473 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:06,473 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:06,474 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,474 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a8837838dbae4a90b207da0cb0acb1c9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e2b03110897c4414a44040ac85924c01, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/60e4a847f3ea44ddb85ae35c850a445b] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=35.9 K 2024-11-09T11:16:06,475 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:06,475 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:06,475 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,475 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0e09f1869a2a4be0b452afc9d0544017, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e9dd39fac2ac4397837618732f9600e2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6e0a1a4fb322401ca75c9837120f4555] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=35.9 K 2024-11-09T11:16:06,476 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8837838dbae4a90b207da0cb0acb1c9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731150964453 2024-11-09T11:16:06,476 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e09f1869a2a4be0b452afc9d0544017, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731150964453 2024-11-09T11:16:06,477 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2b03110897c4414a44040ac85924c01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731150964723 2024-11-09T11:16:06,477 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e9dd39fac2ac4397837618732f9600e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731150964723 2024-11-09T11:16:06,478 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e4a847f3ea44ddb85ae35c850a445b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731150965408 2024-11-09T11:16:06,478 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e0a1a4fb322401ca75c9837120f4555, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731150965408 2024-11-09T11:16:06,501 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:06,502 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/31e587a7b96c45169498f4bfff42f6d4 is 50, key is test_row_0/B:col10/1731150965408/Put/seqid=0 2024-11-09T11:16:06,512 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:06,513 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/e5e1705a1ee3496384a46835bb374260 is 50, key is test_row_0/A:col10/1731150965408/Put/seqid=0 2024-11-09T11:16:06,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T11:16:06,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=136.02 KB heapSize=384.46 KB 2024-11-09T11:16:06,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:06,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:06,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:06,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:06,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:06,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b35c2bddaf164d7dad6c78279630903d is 50, key is test_row_0/A:col10/1731150965904/Put/seqid=0 2024-11-09T11:16:06,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:06,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741870_1046 (size=12527) 2024-11-09T11:16:06,585 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/31e587a7b96c45169498f4bfff42f6d4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/31e587a7b96c45169498f4bfff42f6d4 2024-11-09T11:16:06,595 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 31e587a7b96c45169498f4bfff42f6d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:06,595 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:06,595 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150966472; duration=0sec 2024-11-09T11:16:06,595 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:06,596 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:06,596 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:06,599 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:06,600 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:06,600 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,600 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/1eaeccb8a85a471092ed4701df6e9ba5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/b75ddcda6cbf460b92498720556996ba, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e52b60b304824b03985def4d97122840] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=35.9 K 2024-11-09T11:16:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741871_1047 (size=12527) 2024-11-09T11:16:06,606 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eaeccb8a85a471092ed4701df6e9ba5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731150964453 2024-11-09T11:16:06,607 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b75ddcda6cbf460b92498720556996ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731150964723 2024-11-09T11:16:06,608 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e52b60b304824b03985def4d97122840, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731150965408 2024-11-09T11:16:06,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151026586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151026600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151026586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151026618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151026619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741872_1048 (size=12151) 2024-11-09T11:16:06,634 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b35c2bddaf164d7dad6c78279630903d 2024-11-09T11:16:06,651 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:06,652 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/da442de8704241a09bfc70dc9d099b6b is 50, key is test_row_0/C:col10/1731150965408/Put/seqid=0 2024-11-09T11:16:06,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/11e38fbd234042de8aebd2dc9f95459f is 50, key is test_row_0/B:col10/1731150965904/Put/seqid=0 2024-11-09T11:16:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741873_1049 (size=12527) 2024-11-09T11:16:06,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741874_1050 (size=12151) 2024-11-09T11:16:06,703 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/da442de8704241a09bfc70dc9d099b6b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/da442de8704241a09bfc70dc9d099b6b 2024-11-09T11:16:06,704 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/11e38fbd234042de8aebd2dc9f95459f 2024-11-09T11:16:06,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151026721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/71dca611e04a43b2b968844dff4dfc4a is 50, key is test_row_0/C:col10/1731150965904/Put/seqid=0 2024-11-09T11:16:06,740 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into da442de8704241a09bfc70dc9d099b6b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:06,740 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:06,740 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150966472; duration=0sec 2024-11-09T11:16:06,741 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:06,742 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:06,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151026731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151026732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:06,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:06,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741875_1051 (size=12151) 2024-11-09T11:16:06,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/71dca611e04a43b2b968844dff4dfc4a 2024-11-09T11:16:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b35c2bddaf164d7dad6c78279630903d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b35c2bddaf164d7dad6c78279630903d 2024-11-09T11:16:06,809 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b35c2bddaf164d7dad6c78279630903d, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T11:16:06,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/11e38fbd234042de8aebd2dc9f95459f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/11e38fbd234042de8aebd2dc9f95459f 2024-11-09T11:16:06,829 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/11e38fbd234042de8aebd2dc9f95459f, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T11:16:06,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/71dca611e04a43b2b968844dff4dfc4a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/71dca611e04a43b2b968844dff4dfc4a 2024-11-09T11:16:06,842 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/71dca611e04a43b2b968844dff4dfc4a, entries=150, sequenceid=257, filesize=11.9 K 2024-11-09T11:16:06,845 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~136.02 KB/139285, heapSize ~384.41 KB/393640, currentSize=53.67 KB/54960 for 3ff1f9bda07704b730b2266845eac9bb in 327ms, sequenceid=257, compaction requested=false 2024-11-09T11:16:06,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:06,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-09T11:16:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-09T11:16:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T11:16:06,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T11:16:06,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1350 sec 2024-11-09T11:16:06,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1480 sec 2024-11-09T11:16:06,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:16:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:06,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/dbcad4cd0a784e0ab2adbb5b07c9aae3 is 50, key is test_row_0/A:col10/1731150966580/Put/seqid=0 2024-11-09T11:16:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741876_1052 (size=12301) 2024-11-09T11:16:06,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/dbcad4cd0a784e0ab2adbb5b07c9aae3 2024-11-09T11:16:07,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/68f2a4b0c8464c4399844bf17e8f9751 is 50, key is test_row_0/B:col10/1731150966580/Put/seqid=0 2024-11-09T11:16:07,017 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/e5e1705a1ee3496384a46835bb374260 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e5e1705a1ee3496384a46835bb374260 2024-11-09T11:16:07,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151027017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151027019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151027013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,028 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into e5e1705a1ee3496384a46835bb374260(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:07,028 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:07,028 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150966470; duration=0sec 2024-11-09T11:16:07,029 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:07,029 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:07,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741877_1053 (size=12301) 2024-11-09T11:16:07,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151027131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151027131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151027131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151027132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151027132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151027351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151027351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151027352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/68f2a4b0c8464c4399844bf17e8f9751 2024-11-09T11:16:07,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a377e908de2644ee88f8730a6ab3b043 is 50, key is test_row_0/C:col10/1731150966580/Put/seqid=0 2024-11-09T11:16:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741878_1054 (size=12301) 2024-11-09T11:16:07,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151027664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151027664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151027672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T11:16:07,862 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:07,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-09T11:16:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T11:16:07,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:07,875 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:07,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:07,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a377e908de2644ee88f8730a6ab3b043 2024-11-09T11:16:07,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/dbcad4cd0a784e0ab2adbb5b07c9aae3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/dbcad4cd0a784e0ab2adbb5b07c9aae3 2024-11-09T11:16:07,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/dbcad4cd0a784e0ab2adbb5b07c9aae3, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T11:16:07,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/68f2a4b0c8464c4399844bf17e8f9751 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/68f2a4b0c8464c4399844bf17e8f9751 2024-11-09T11:16:07,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/68f2a4b0c8464c4399844bf17e8f9751, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T11:16:07,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a377e908de2644ee88f8730a6ab3b043 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a377e908de2644ee88f8730a6ab3b043 2024-11-09T11:16:07,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a377e908de2644ee88f8730a6ab3b043, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T11:16:07,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3ff1f9bda07704b730b2266845eac9bb in 1016ms, sequenceid=271, compaction requested=true 2024-11-09T11:16:07,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:07,958 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:07,959 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:07,960 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:07,960 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:07,960 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e5e1705a1ee3496384a46835bb374260, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b35c2bddaf164d7dad6c78279630903d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/dbcad4cd0a784e0ab2adbb5b07c9aae3] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.1 K 2024-11-09T11:16:07,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:07,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:07,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:07,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:07,962 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:07,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:07,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:07,962 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5e1705a1ee3496384a46835bb374260, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731150965408 2024-11-09T11:16:07,963 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:07,963 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:07,964 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:07,964 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/31e587a7b96c45169498f4bfff42f6d4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/11e38fbd234042de8aebd2dc9f95459f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/68f2a4b0c8464c4399844bf17e8f9751] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.1 K 2024-11-09T11:16:07,964 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b35c2bddaf164d7dad6c78279630903d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731150965888 2024-11-09T11:16:07,965 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 31e587a7b96c45169498f4bfff42f6d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731150965408 2024-11-09T11:16:07,965 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbcad4cd0a784e0ab2adbb5b07c9aae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731150966580 2024-11-09T11:16:07,966 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e38fbd234042de8aebd2dc9f95459f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731150965888 2024-11-09T11:16:07,967 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 68f2a4b0c8464c4399844bf17e8f9751, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731150966580 2024-11-09T11:16:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T11:16:07,986 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:07,987 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/db04f6e225bf486c8df28600f063f9a6 is 50, key is test_row_0/B:col10/1731150966580/Put/seqid=0 2024-11-09T11:16:07,998 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:07,999 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d91ad6d4adac4175b060498e74535944 is 50, key is test_row_0/A:col10/1731150966580/Put/seqid=0 2024-11-09T11:16:08,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T11:16:08,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:08,036 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:16:08,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:08,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:08,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741879_1055 (size=12779) 2024-11-09T11:16:08,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741880_1056 (size=12779) 2024-11-09T11:16:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/24b5f9ffe8ef4f95b0f0846854b4bb55 is 50, key is test_row_0/A:col10/1731150967000/Put/seqid=0 2024-11-09T11:16:08,096 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d91ad6d4adac4175b060498e74535944 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d91ad6d4adac4175b060498e74535944 2024-11-09T11:16:08,113 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into d91ad6d4adac4175b060498e74535944(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:08,113 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:08,113 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150967957; duration=0sec 2024-11-09T11:16:08,113 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:08,114 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:08,114 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:08,117 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:08,118 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:08,118 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:08,118 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/da442de8704241a09bfc70dc9d099b6b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/71dca611e04a43b2b968844dff4dfc4a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a377e908de2644ee88f8730a6ab3b043] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.1 K 2024-11-09T11:16:08,118 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting da442de8704241a09bfc70dc9d099b6b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731150965408 2024-11-09T11:16:08,121 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71dca611e04a43b2b968844dff4dfc4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731150965888 2024-11-09T11:16:08,129 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a377e908de2644ee88f8730a6ab3b043, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731150966580 2024-11-09T11:16:08,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741881_1057 (size=12301) 2024-11-09T11:16:08,149 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:08,150 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/e3b57e2d17e3428f8fa2c299a6490898 is 50, key is test_row_0/C:col10/1731150966580/Put/seqid=0 2024-11-09T11:16:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:08,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741882_1058 (size=12779) 2024-11-09T11:16:08,183 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/e3b57e2d17e3428f8fa2c299a6490898 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e3b57e2d17e3428f8fa2c299a6490898 2024-11-09T11:16:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T11:16:08,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151028189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151028190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151028191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,203 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into e3b57e2d17e3428f8fa2c299a6490898(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:08,203 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:08,203 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150967962; duration=0sec 2024-11-09T11:16:08,203 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:08,203 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:08,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151028192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151028193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151028302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151028302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151028302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151028311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151028322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,456 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/db04f6e225bf486c8df28600f063f9a6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/db04f6e225bf486c8df28600f063f9a6 2024-11-09T11:16:08,473 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into db04f6e225bf486c8df28600f063f9a6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:08,473 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:08,473 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150967962; duration=0sec 2024-11-09T11:16:08,473 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:08,473 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T11:16:08,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151028522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151028522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151028522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151028522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/24b5f9ffe8ef4f95b0f0846854b4bb55 2024-11-09T11:16:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151028531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/1ae715a72cda4341956bfe96d691296c is 50, key is test_row_0/B:col10/1731150967000/Put/seqid=0 2024-11-09T11:16:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741883_1059 (size=12301) 2024-11-09T11:16:08,595 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/1ae715a72cda4341956bfe96d691296c 2024-11-09T11:16:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/864252f4f69f4420865f785987d51da3 is 50, key is test_row_0/C:col10/1731150967000/Put/seqid=0 2024-11-09T11:16:08,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741884_1060 (size=12301) 2024-11-09T11:16:08,672 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/864252f4f69f4420865f785987d51da3 2024-11-09T11:16:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/24b5f9ffe8ef4f95b0f0846854b4bb55 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/24b5f9ffe8ef4f95b0f0846854b4bb55 2024-11-09T11:16:08,693 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/24b5f9ffe8ef4f95b0f0846854b4bb55, entries=150, sequenceid=292, filesize=12.0 K 2024-11-09T11:16:08,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/1ae715a72cda4341956bfe96d691296c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/1ae715a72cda4341956bfe96d691296c 2024-11-09T11:16:08,708 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/1ae715a72cda4341956bfe96d691296c, entries=150, sequenceid=292, filesize=12.0 K 2024-11-09T11:16:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/864252f4f69f4420865f785987d51da3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/864252f4f69f4420865f785987d51da3 2024-11-09T11:16:08,767 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/864252f4f69f4420865f785987d51da3, entries=150, sequenceid=292, filesize=12.0 K 2024-11-09T11:16:08,773 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3ff1f9bda07704b730b2266845eac9bb in 737ms, sequenceid=292, compaction requested=false 2024-11-09T11:16:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:08,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-09T11:16:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-09T11:16:08,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-09T11:16:08,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 900 msec 2024-11-09T11:16:08,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 920 msec 2024-11-09T11:16:08,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:16:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:08,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:08,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:08,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:08,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:08,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:08,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:08,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/a875904b6ca64e498f84cb420565da3e is 50, key is test_row_0/A:col10/1731150968833/Put/seqid=0 2024-11-09T11:16:08,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151028873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151028876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741885_1061 (size=12301) 2024-11-09T11:16:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151028879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151028881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151028881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151028992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151028992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151028992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151028992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151028992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T11:16:09,012 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:09,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-09T11:16:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T11:16:09,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:09,019 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:09,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T11:16:09,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T11:16:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151029205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151029205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151029205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151029208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151029211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,214 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/a875904b6ca64e498f84cb420565da3e 2024-11-09T11:16:09,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/09ee983c24734cb59096a87c6a498dba is 50, key is test_row_0/B:col10/1731150968833/Put/seqid=0 2024-11-09T11:16:09,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T11:16:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:09,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T11:16:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741886_1062 (size=12301) 2024-11-09T11:16:09,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/09ee983c24734cb59096a87c6a498dba 2024-11-09T11:16:09,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/485b0987599f446c87a372076751f26c is 50, key is test_row_0/C:col10/1731150968833/Put/seqid=0 2024-11-09T11:16:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741887_1063 (size=12301) 2024-11-09T11:16:09,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/485b0987599f446c87a372076751f26c 2024-11-09T11:16:09,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/a875904b6ca64e498f84cb420565da3e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a875904b6ca64e498f84cb420565da3e 2024-11-09T11:16:09,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a875904b6ca64e498f84cb420565da3e, entries=150, sequenceid=309, filesize=12.0 K 2024-11-09T11:16:09,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/09ee983c24734cb59096a87c6a498dba as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/09ee983c24734cb59096a87c6a498dba 2024-11-09T11:16:09,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/09ee983c24734cb59096a87c6a498dba, entries=150, sequenceid=309, filesize=12.0 K 2024-11-09T11:16:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/485b0987599f446c87a372076751f26c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/485b0987599f446c87a372076751f26c 2024-11-09T11:16:09,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/485b0987599f446c87a372076751f26c, entries=150, sequenceid=309, filesize=12.0 K 2024-11-09T11:16:09,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3ff1f9bda07704b730b2266845eac9bb in 646ms, sequenceid=309, compaction requested=true 2024-11-09T11:16:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:09,482 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:09,483 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:09,484 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:09,484 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,484 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d91ad6d4adac4175b060498e74535944, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/24b5f9ffe8ef4f95b0f0846854b4bb55, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a875904b6ca64e498f84cb420565da3e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.5 K 2024-11-09T11:16:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T11:16:09,489 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d91ad6d4adac4175b060498e74535944, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731150966580 2024-11-09T11:16:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,490 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-09T11:16:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:09,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:09,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:09,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:09,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:09,492 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24b5f9ffe8ef4f95b0f0846854b4bb55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731150967000 2024-11-09T11:16:09,492 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a875904b6ca64e498f84cb420565da3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731150968189 2024-11-09T11:16:09,506 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:09,508 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:09,508 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:09,508 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,509 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/db04f6e225bf486c8df28600f063f9a6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/1ae715a72cda4341956bfe96d691296c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/09ee983c24734cb59096a87c6a498dba] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.5 K 2024-11-09T11:16:09,509 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting db04f6e225bf486c8df28600f063f9a6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731150966580 2024-11-09T11:16:09,510 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ae715a72cda4341956bfe96d691296c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731150967000 2024-11-09T11:16:09,510 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ee983c24734cb59096a87c6a498dba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731150968189 2024-11-09T11:16:09,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:09,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:09,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/9436d6137ce64bbeb9b0c1d2b020432f is 50, key is test_row_0/A:col10/1731150968873/Put/seqid=0 2024-11-09T11:16:09,531 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:09,532 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/c3c6c8871d66430d81fa0e800a92f835 is 50, key is test_row_0/A:col10/1731150968833/Put/seqid=0 2024-11-09T11:16:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:09,537 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:09,542 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/42118ffc3ce24b72842001cf5e714d4a is 50, key is test_row_0/B:col10/1731150968833/Put/seqid=0 2024-11-09T11:16:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741888_1064 (size=12301) 2024-11-09T11:16:09,585 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/9436d6137ce64bbeb9b0c1d2b020432f 2024-11-09T11:16:09,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/8097c9cabcf3427eb2ad0a04ed8e2c2a is 50, key is test_row_0/B:col10/1731150968873/Put/seqid=0 2024-11-09T11:16:09,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741889_1065 (size=12881) 2024-11-09T11:16:09,620 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/c3c6c8871d66430d81fa0e800a92f835 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/c3c6c8871d66430d81fa0e800a92f835 2024-11-09T11:16:09,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151029607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741890_1066 (size=12881) 2024-11-09T11:16:09,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151029608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151029609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,643 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/42118ffc3ce24b72842001cf5e714d4a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42118ffc3ce24b72842001cf5e714d4a 2024-11-09T11:16:09,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151029623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T11:16:09,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741891_1067 (size=12301) 2024-11-09T11:16:09,659 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 42118ffc3ce24b72842001cf5e714d4a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:09,659 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:09,659 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150969506; duration=0sec 2024-11-09T11:16:09,660 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into c3c6c8871d66430d81fa0e800a92f835(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:09,660 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:09,660 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:09,660 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150969482; duration=0sec 2024-11-09T11:16:09,660 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:09,660 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:09,660 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:09,660 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:09,662 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:09,662 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:09,662 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,662 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e3b57e2d17e3428f8fa2c299a6490898, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/864252f4f69f4420865f785987d51da3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/485b0987599f446c87a372076751f26c] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.5 K 2024-11-09T11:16:09,663 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e3b57e2d17e3428f8fa2c299a6490898, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731150966580 2024-11-09T11:16:09,663 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 864252f4f69f4420865f785987d51da3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731150967000 2024-11-09T11:16:09,665 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/8097c9cabcf3427eb2ad0a04ed8e2c2a 2024-11-09T11:16:09,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151029661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,666 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 485b0987599f446c87a372076751f26c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731150968189 2024-11-09T11:16:09,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/4fa114e8cc2043eb93e79ffba81d61db is 50, key is test_row_0/C:col10/1731150968873/Put/seqid=0 2024-11-09T11:16:09,728 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:09,729 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/38d2c13a17344abd920fb66140478ece is 50, key is test_row_0/C:col10/1731150968833/Put/seqid=0 2024-11-09T11:16:09,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151029732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151029743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151029743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741892_1068 (size=12301) 2024-11-09T11:16:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151029752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741893_1069 (size=12881) 2024-11-09T11:16:09,761 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/4fa114e8cc2043eb93e79ffba81d61db 2024-11-09T11:16:09,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/9436d6137ce64bbeb9b0c1d2b020432f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/9436d6137ce64bbeb9b0c1d2b020432f 2024-11-09T11:16:09,785 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/9436d6137ce64bbeb9b0c1d2b020432f, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T11:16:09,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/8097c9cabcf3427eb2ad0a04ed8e2c2a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/8097c9cabcf3427eb2ad0a04ed8e2c2a 2024-11-09T11:16:09,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151029801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:09,804 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/8097c9cabcf3427eb2ad0a04ed8e2c2a, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T11:16:09,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/4fa114e8cc2043eb93e79ffba81d61db as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4fa114e8cc2043eb93e79ffba81d61db 2024-11-09T11:16:09,828 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4fa114e8cc2043eb93e79ffba81d61db, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T11:16:09,833 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 3ff1f9bda07704b730b2266845eac9bb in 342ms, sequenceid=327, compaction requested=false 2024-11-09T11:16:09,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:09,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:09,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-09T11:16:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-09T11:16:09,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-09T11:16:09,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 817 msec 2024-11-09T11:16:09,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 829 msec 2024-11-09T11:16:09,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T11:16:09,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:09,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:09,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:09,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/724a38977f0e4e239598eb2318317c47 is 50, key is test_row_0/A:col10/1731150969615/Put/seqid=0 2024-11-09T11:16:10,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151029993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151029991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151030001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151030005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151030011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741894_1070 (size=12301) 2024-11-09T11:16:10,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/724a38977f0e4e239598eb2318317c47 2024-11-09T11:16:10,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/499047cd70894a379ce5a3a90b5a2f8e is 50, key is test_row_0/B:col10/1731150969615/Put/seqid=0 2024-11-09T11:16:10,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151030112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151030112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151030113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151030122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741895_1071 (size=12301) 2024-11-09T11:16:10,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/499047cd70894a379ce5a3a90b5a2f8e 2024-11-09T11:16:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T11:16:10,166 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:10,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-09T11:16:10,176 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T11:16:10,177 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:10,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:10,181 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/38d2c13a17344abd920fb66140478ece as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/38d2c13a17344abd920fb66140478ece 2024-11-09T11:16:10,192 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into 38d2c13a17344abd920fb66140478ece(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:10,192 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:10,192 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150969514; duration=0sec 2024-11-09T11:16:10,193 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:10,193 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:10,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8c700d23567841d99e2973562a60ef4a is 50, key is test_row_0/C:col10/1731150969615/Put/seqid=0 2024-11-09T11:16:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741896_1072 (size=12301) 2024-11-09T11:16:10,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8c700d23567841d99e2973562a60ef4a 2024-11-09T11:16:10,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/724a38977f0e4e239598eb2318317c47 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/724a38977f0e4e239598eb2318317c47 2024-11-09T11:16:10,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/724a38977f0e4e239598eb2318317c47, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T11:16:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/499047cd70894a379ce5a3a90b5a2f8e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/499047cd70894a379ce5a3a90b5a2f8e 2024-11-09T11:16:10,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/499047cd70894a379ce5a3a90b5a2f8e, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T11:16:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T11:16:10,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/8c700d23567841d99e2973562a60ef4a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8c700d23567841d99e2973562a60ef4a 2024-11-09T11:16:10,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8c700d23567841d99e2973562a60ef4a, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T11:16:10,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3ff1f9bda07704b730b2266845eac9bb in 342ms, sequenceid=346, compaction requested=true 2024-11-09T11:16:10,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:10,301 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:10,303 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:10,303 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:10,303 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:10,303 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/c3c6c8871d66430d81fa0e800a92f835, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/9436d6137ce64bbeb9b0c1d2b020432f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/724a38977f0e4e239598eb2318317c47] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.6 K 2024-11-09T11:16:10,304 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3c6c8871d66430d81fa0e800a92f835, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731150968189 2024-11-09T11:16:10,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:10,305 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9436d6137ce64bbeb9b0c1d2b020432f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731150968873 2024-11-09T11:16:10,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:10,305 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:10,306 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 724a38977f0e4e239598eb2318317c47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731150969600 2024-11-09T11:16:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:10,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:10,307 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:10,308 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:10,308 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:10,308 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42118ffc3ce24b72842001cf5e714d4a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/8097c9cabcf3427eb2ad0a04ed8e2c2a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/499047cd70894a379ce5a3a90b5a2f8e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.6 K 2024-11-09T11:16:10,309 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 42118ffc3ce24b72842001cf5e714d4a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731150968189 2024-11-09T11:16:10,310 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 8097c9cabcf3427eb2ad0a04ed8e2c2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731150968873 2024-11-09T11:16:10,311 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 499047cd70894a379ce5a3a90b5a2f8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731150969600 2024-11-09T11:16:10,329 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:10,329 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:10,330 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/42ef50139d60414ab3609824a19c6266 is 50, key is test_row_0/B:col10/1731150969615/Put/seqid=0 2024-11-09T11:16:10,330 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/cfa2ca9655a1413882347de3cff8373e is 50, key is test_row_0/A:col10/1731150969615/Put/seqid=0 2024-11-09T11:16:10,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T11:16:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:10,335 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T11:16:10,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:10,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:10,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:10,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/26f94a75cce04d0e9f0517b66d071a20 is 50, key is test_row_0/A:col10/1731150970335/Put/seqid=0 2024-11-09T11:16:10,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151030377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151030377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151030385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151030388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151030391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741897_1073 (size=12983) 2024-11-09T11:16:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741898_1074 (size=12983) 2024-11-09T11:16:10,435 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/42ef50139d60414ab3609824a19c6266 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42ef50139d60414ab3609824a19c6266 2024-11-09T11:16:10,444 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 42ef50139d60414ab3609824a19c6266(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:10,444 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:10,444 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150970305; duration=0sec 2024-11-09T11:16:10,444 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:10,445 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:10,445 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:10,446 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:10,446 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:10,446 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:10,446 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/38d2c13a17344abd920fb66140478ece, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4fa114e8cc2043eb93e79ffba81d61db, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8c700d23567841d99e2973562a60ef4a] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.6 K 2024-11-09T11:16:10,447 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 38d2c13a17344abd920fb66140478ece, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731150968189 2024-11-09T11:16:10,447 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fa114e8cc2043eb93e79ffba81d61db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731150968873 2024-11-09T11:16:10,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741899_1075 (size=14741) 2024-11-09T11:16:10,450 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/26f94a75cce04d0e9f0517b66d071a20 2024-11-09T11:16:10,450 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c700d23567841d99e2973562a60ef4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731150969600 2024-11-09T11:16:10,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/13fc7ce24d6c4a248db0ed7de36f061a is 50, key is test_row_0/B:col10/1731150970335/Put/seqid=0 2024-11-09T11:16:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T11:16:10,492 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:10,497 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/585bbbbd3a464e1bbc8c4c8720bdba5a is 50, key is test_row_0/C:col10/1731150969615/Put/seqid=0 2024-11-09T11:16:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741900_1076 (size=12301) 2024-11-09T11:16:10,507 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/13fc7ce24d6c4a248db0ed7de36f061a 2024-11-09T11:16:10,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151030502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151030502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151030502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151030512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151030512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/c0f7d2cba2a3435393f95e1a5f71f220 is 50, key is test_row_0/C:col10/1731150970335/Put/seqid=0 2024-11-09T11:16:10,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741901_1077 (size=12983) 2024-11-09T11:16:10,572 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/585bbbbd3a464e1bbc8c4c8720bdba5a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/585bbbbd3a464e1bbc8c4c8720bdba5a 2024-11-09T11:16:10,590 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into 585bbbbd3a464e1bbc8c4c8720bdba5a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:10,590 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:10,590 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150970306; duration=0sec 2024-11-09T11:16:10,590 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:10,590 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741902_1078 (size=12301) 2024-11-09T11:16:10,599 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/c0f7d2cba2a3435393f95e1a5f71f220 2024-11-09T11:16:10,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/26f94a75cce04d0e9f0517b66d071a20 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/26f94a75cce04d0e9f0517b66d071a20 2024-11-09T11:16:10,622 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/26f94a75cce04d0e9f0517b66d071a20, entries=200, sequenceid=363, filesize=14.4 K 2024-11-09T11:16:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/13fc7ce24d6c4a248db0ed7de36f061a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/13fc7ce24d6c4a248db0ed7de36f061a 2024-11-09T11:16:10,636 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/13fc7ce24d6c4a248db0ed7de36f061a, entries=150, sequenceid=363, filesize=12.0 K 2024-11-09T11:16:10,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/c0f7d2cba2a3435393f95e1a5f71f220 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/c0f7d2cba2a3435393f95e1a5f71f220 2024-11-09T11:16:10,649 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/c0f7d2cba2a3435393f95e1a5f71f220, entries=150, sequenceid=363, filesize=12.0 K 2024-11-09T11:16:10,650 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 3ff1f9bda07704b730b2266845eac9bb in 315ms, sequenceid=363, compaction requested=false 2024-11-09T11:16:10,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:10,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:10,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-09T11:16:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-09T11:16:10,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-09T11:16:10,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 484 msec 2024-11-09T11:16:10,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 500 msec 2024-11-09T11:16:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:10,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T11:16:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:10,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d163640012d1403ab2630ff06126f6a5 is 50, key is test_row_0/A:col10/1731150970385/Put/seqid=0 2024-11-09T11:16:10,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151030744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151030747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151030749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151030751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151030755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741903_1079 (size=14741) 2024-11-09T11:16:10,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d163640012d1403ab2630ff06126f6a5 2024-11-09T11:16:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T11:16:10,803 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:10,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-09T11:16:10,807 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T11:16:10,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:10,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:10,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/9b0037544c7d45a082ea08f3d5188e1e is 50, key is test_row_0/B:col10/1731150970385/Put/seqid=0 2024-11-09T11:16:10,823 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/cfa2ca9655a1413882347de3cff8373e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/cfa2ca9655a1413882347de3cff8373e 2024-11-09T11:16:10,838 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into cfa2ca9655a1413882347de3cff8373e(size=12.7 K), total size for store is 27.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:10,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:10,838 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150970301; duration=0sec 2024-11-09T11:16:10,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:10,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741904_1080 (size=12301) 2024-11-09T11:16:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151030862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151030862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151030863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151030872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151030873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:10,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T11:16:10,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T11:16:10,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:10,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:10,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151031071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151031082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151031082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151031082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151031082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T11:16:11,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T11:16:11,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/9b0037544c7d45a082ea08f3d5188e1e 2024-11-09T11:16:11,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T11:16:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/9dbda7d772b94e6a9d0398b74e9a220f is 50, key is test_row_0/C:col10/1731150970385/Put/seqid=0 2024-11-09T11:16:11,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741905_1081 (size=12301) 2024-11-09T11:16:11,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151031381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151031392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151031392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151031392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151031392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T11:16:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T11:16:11,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T11:16:11,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:11,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/9dbda7d772b94e6a9d0398b74e9a220f 2024-11-09T11:16:11,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d163640012d1403ab2630ff06126f6a5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d163640012d1403ab2630ff06126f6a5 2024-11-09T11:16:11,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d163640012d1403ab2630ff06126f6a5, entries=200, sequenceid=382, filesize=14.4 K 2024-11-09T11:16:11,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/9b0037544c7d45a082ea08f3d5188e1e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/9b0037544c7d45a082ea08f3d5188e1e 2024-11-09T11:16:11,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/9b0037544c7d45a082ea08f3d5188e1e, entries=150, sequenceid=382, filesize=12.0 K 2024-11-09T11:16:11,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/9dbda7d772b94e6a9d0398b74e9a220f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/9dbda7d772b94e6a9d0398b74e9a220f 2024-11-09T11:16:11,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T11:16:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:11,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/9dbda7d772b94e6a9d0398b74e9a220f, entries=150, sequenceid=382, filesize=12.0 K 2024-11-09T11:16:11,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3ff1f9bda07704b730b2266845eac9bb in 1029ms, sequenceid=382, compaction requested=true 2024-11-09T11:16:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:11,754 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:11,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:11,755 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:11,763 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:11,763 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:11,763 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:11,763 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,763 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/cfa2ca9655a1413882347de3cff8373e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/26f94a75cce04d0e9f0517b66d071a20, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d163640012d1403ab2630ff06126f6a5] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=41.5 K 2024-11-09T11:16:11,764 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:11,764 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,764 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42ef50139d60414ab3609824a19c6266, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/13fc7ce24d6c4a248db0ed7de36f061a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/9b0037544c7d45a082ea08f3d5188e1e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.7 K 2024-11-09T11:16:11,764 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa2ca9655a1413882347de3cff8373e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731150969600 2024-11-09T11:16:11,765 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 42ef50139d60414ab3609824a19c6266, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731150969600 2024-11-09T11:16:11,765 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26f94a75cce04d0e9f0517b66d071a20, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731150969990 2024-11-09T11:16:11,765 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fc7ce24d6c4a248db0ed7de36f061a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731150969999 2024-11-09T11:16:11,766 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d163640012d1403ab2630ff06126f6a5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731150970374 2024-11-09T11:16:11,766 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b0037544c7d45a082ea08f3d5188e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731150970385 2024-11-09T11:16:11,789 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:11,790 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/7a8ed7bcea4340ab8cc06cabab17d5f4 is 50, key is test_row_0/B:col10/1731150970385/Put/seqid=0 2024-11-09T11:16:11,798 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:11,799 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/37675711a4ea4602b683df1b689ab1fa is 50, key is test_row_0/A:col10/1731150970385/Put/seqid=0 2024-11-09T11:16:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741906_1082 (size=13085) 2024-11-09T11:16:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741907_1083 (size=13085) 2024-11-09T11:16:11,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T11:16:11,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:11,893 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T11:16:11,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:11,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:11,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:11,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d52a45b25a6e49b7ab1658bb17c8ef3d is 50, key is test_row_0/A:col10/1731150970749/Put/seqid=0 2024-11-09T11:16:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T11:16:11,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151031936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151031931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741908_1084 (size=12301) 2024-11-09T11:16:11,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151031940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151031943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151031943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:11,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151032052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151032052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151032062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151032072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151032072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,227 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/7a8ed7bcea4340ab8cc06cabab17d5f4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7a8ed7bcea4340ab8cc06cabab17d5f4 2024-11-09T11:16:12,234 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/37675711a4ea4602b683df1b689ab1fa as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/37675711a4ea4602b683df1b689ab1fa 2024-11-09T11:16:12,238 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 7a8ed7bcea4340ab8cc06cabab17d5f4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:12,238 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:12,238 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150971754; duration=0sec 2024-11-09T11:16:12,240 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:12,240 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:12,240 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:12,248 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into 37675711a4ea4602b683df1b689ab1fa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:12,248 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:12,248 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150971754; duration=0sec 2024-11-09T11:16:12,248 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:12,248 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:12,249 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:12,250 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:12,250 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:12,250 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/585bbbbd3a464e1bbc8c4c8720bdba5a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/c0f7d2cba2a3435393f95e1a5f71f220, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/9dbda7d772b94e6a9d0398b74e9a220f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.7 K 2024-11-09T11:16:12,253 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 585bbbbd3a464e1bbc8c4c8720bdba5a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731150969600 2024-11-09T11:16:12,253 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c0f7d2cba2a3435393f95e1a5f71f220, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731150969999 2024-11-09T11:16:12,253 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dbda7d772b94e6a9d0398b74e9a220f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731150970385 2024-11-09T11:16:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151032261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151032264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,272 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,273 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/6f18d173416d4362b1ab2f81fc3204ad is 50, key is test_row_0/C:col10/1731150970385/Put/seqid=0 2024-11-09T11:16:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151032271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151032284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151032284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741909_1085 (size=13085) 2024-11-09T11:16:12,304 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/6f18d173416d4362b1ab2f81fc3204ad as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6f18d173416d4362b1ab2f81fc3204ad 2024-11-09T11:16:12,314 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into 6f18d173416d4362b1ab2f81fc3204ad(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:12,314 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:12,314 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150971755; duration=0sec 2024-11-09T11:16:12,314 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:12,314 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:12,347 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d52a45b25a6e49b7ab1658bb17c8ef3d 2024-11-09T11:16:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/cce5512e8841436eb6ba2e341ffb9a8e is 50, key is test_row_0/B:col10/1731150970749/Put/seqid=0 2024-11-09T11:16:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741910_1086 (size=12301) 2024-11-09T11:16:12,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151032573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151032578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151032585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151032591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151032601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:12,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:12,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:12,776 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/cce5512e8841436eb6ba2e341ffb9a8e 2024-11-09T11:16:12,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/4c2774636d284afbb4fcd2a5782b7e6e is 50, key is test_row_0/C:col10/1731150970749/Put/seqid=0 2024-11-09T11:16:12,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741911_1087 (size=12301) 2024-11-09T11:16:12,881 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/4c2774636d284afbb4fcd2a5782b7e6e 2024-11-09T11:16:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/d52a45b25a6e49b7ab1658bb17c8ef3d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d52a45b25a6e49b7ab1658bb17c8ef3d 2024-11-09T11:16:12,897 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d52a45b25a6e49b7ab1658bb17c8ef3d, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T11:16:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/cce5512e8841436eb6ba2e341ffb9a8e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/cce5512e8841436eb6ba2e341ffb9a8e 2024-11-09T11:16:12,909 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/cce5512e8841436eb6ba2e341ffb9a8e, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T11:16:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/4c2774636d284afbb4fcd2a5782b7e6e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4c2774636d284afbb4fcd2a5782b7e6e 2024-11-09T11:16:12,935 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4c2774636d284afbb4fcd2a5782b7e6e, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T11:16:12,936 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 3ff1f9bda07704b730b2266845eac9bb in 1043ms, sequenceid=398, compaction requested=false 2024-11-09T11:16:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:12,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T11:16:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T11:16:12,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T11:16:12,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1300 sec 2024-11-09T11:16:12,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.1390 sec 2024-11-09T11:16:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T11:16:12,953 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:12,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-09T11:16:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T11:16:12,965 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:12,966 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:12,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T11:16:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:13,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T11:16:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:13,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/89e91576586f44968b5f1658dd9db562 is 50, key is test_row_0/A:col10/1731150971939/Put/seqid=0 2024-11-09T11:16:13,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741912_1088 (size=14741) 2024-11-09T11:16:13,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151033111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151033112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151033112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151033112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151033112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T11:16:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:13,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151033222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151033222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151033222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T11:16:13,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T11:16:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151033431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151033432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T11:16:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151033441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/89e91576586f44968b5f1658dd9db562 2024-11-09T11:16:13,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/ba851271d0d94bb9a72c190ad69d469e is 50, key is test_row_0/B:col10/1731150971939/Put/seqid=0 2024-11-09T11:16:13,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741913_1089 (size=12301) 2024-11-09T11:16:13,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/ba851271d0d94bb9a72c190ad69d469e 2024-11-09T11:16:13,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a43b011cb634497885729ce48e01fc78 is 50, key is test_row_0/C:col10/1731150971939/Put/seqid=0 2024-11-09T11:16:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T11:16:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741914_1090 (size=12301) 2024-11-09T11:16:13,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T11:16:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:13,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151033742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151033742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151033751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:13,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T11:16:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:13,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:13,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T11:16:13,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:13,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:13,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:13,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a43b011cb634497885729ce48e01fc78 2024-11-09T11:16:14,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/89e91576586f44968b5f1658dd9db562 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/89e91576586f44968b5f1658dd9db562 2024-11-09T11:16:14,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/89e91576586f44968b5f1658dd9db562, entries=200, sequenceid=420, filesize=14.4 K 2024-11-09T11:16:14,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/ba851271d0d94bb9a72c190ad69d469e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/ba851271d0d94bb9a72c190ad69d469e 2024-11-09T11:16:14,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/ba851271d0d94bb9a72c190ad69d469e, entries=150, sequenceid=420, filesize=12.0 K 2024-11-09T11:16:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a43b011cb634497885729ce48e01fc78 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a43b011cb634497885729ce48e01fc78 2024-11-09T11:16:14,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a43b011cb634497885729ce48e01fc78, entries=150, sequenceid=420, filesize=12.0 K 2024-11-09T11:16:14,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 3ff1f9bda07704b730b2266845eac9bb in 963ms, sequenceid=420, compaction requested=true 2024-11-09T11:16:14,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:14,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:14,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:14,045 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:14,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:14,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:14,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:14,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:16:14,045 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:14,046 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:14,047 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:14,047 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:14,047 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:14,047 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:14,047 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:14,047 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/37675711a4ea4602b683df1b689ab1fa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d52a45b25a6e49b7ab1658bb17c8ef3d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/89e91576586f44968b5f1658dd9db562] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=39.2 K 2024-11-09T11:16:14,047 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7a8ed7bcea4340ab8cc06cabab17d5f4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/cce5512e8841436eb6ba2e341ffb9a8e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/ba851271d0d94bb9a72c190ad69d469e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.8 K 2024-11-09T11:16:14,047 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37675711a4ea4602b683df1b689ab1fa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731150970385 2024-11-09T11:16:14,048 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d52a45b25a6e49b7ab1658bb17c8ef3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731150970741 2024-11-09T11:16:14,048 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a8ed7bcea4340ab8cc06cabab17d5f4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731150970385 2024-11-09T11:16:14,050 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting cce5512e8841436eb6ba2e341ffb9a8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731150970741 2024-11-09T11:16:14,050 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e91576586f44968b5f1658dd9db562, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731150971924 2024-11-09T11:16:14,051 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ba851271d0d94bb9a72c190ad69d469e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731150971936 2024-11-09T11:16:14,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T11:16:14,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:14,075 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:16:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b62ca4db8dc94a77af308116f8b07642 is 50, key is test_row_0/A:col10/1731150973107/Put/seqid=0 2024-11-09T11:16:14,089 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:14,090 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/4206c44c35da4134b84700360d5cdb47 is 50, key is test_row_0/A:col10/1731150971939/Put/seqid=0 2024-11-09T11:16:14,093 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:14,094 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/84f8842ced78402c9ea37d7b6527b735 is 50, key is test_row_0/B:col10/1731150971939/Put/seqid=0 2024-11-09T11:16:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T11:16:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:14,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741916_1092 (size=13187) 2024-11-09T11:16:14,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741915_1091 (size=12301) 2024-11-09T11:16:14,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741917_1093 (size=13187) 2024-11-09T11:16:14,161 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/84f8842ced78402c9ea37d7b6527b735 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/84f8842ced78402c9ea37d7b6527b735 2024-11-09T11:16:14,177 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 84f8842ced78402c9ea37d7b6527b735(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:14,177 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:14,177 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150974045; duration=0sec 2024-11-09T11:16:14,177 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:14,177 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:14,177 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:14,179 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:14,179 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:14,179 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:14,179 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6f18d173416d4362b1ab2f81fc3204ad, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4c2774636d284afbb4fcd2a5782b7e6e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a43b011cb634497885729ce48e01fc78] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.8 K 2024-11-09T11:16:14,180 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f18d173416d4362b1ab2f81fc3204ad, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731150970385 2024-11-09T11:16:14,180 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c2774636d284afbb4fcd2a5782b7e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731150970741 2024-11-09T11:16:14,182 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a43b011cb634497885729ce48e01fc78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731150971936 2024-11-09T11:16:14,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151034198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151034202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,219 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:14,220 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/22fa0f57f8584b68a1cd75a5e9842389 is 50, key is test_row_0/C:col10/1731150971939/Put/seqid=0 2024-11-09T11:16:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741918_1094 (size=13187) 2024-11-09T11:16:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151034252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151034252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,270 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/22fa0f57f8584b68a1cd75a5e9842389 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/22fa0f57f8584b68a1cd75a5e9842389 2024-11-09T11:16:14,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151034271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,285 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into 22fa0f57f8584b68a1cd75a5e9842389(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:14,285 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:14,285 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150974045; duration=0sec 2024-11-09T11:16:14,285 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:14,286 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151034312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151034322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151034521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151034531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,537 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/4206c44c35da4134b84700360d5cdb47 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/4206c44c35da4134b84700360d5cdb47 2024-11-09T11:16:14,543 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into 4206c44c35da4134b84700360d5cdb47(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:14,543 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:14,543 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150974045; duration=0sec 2024-11-09T11:16:14,543 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:14,544 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:14,555 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b62ca4db8dc94a77af308116f8b07642 2024-11-09T11:16:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/dda816c2182342278dd17a3982747a5a is 50, key is test_row_0/B:col10/1731150973107/Put/seqid=0 2024-11-09T11:16:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741919_1095 (size=12301) 2024-11-09T11:16:14,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151034832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151034844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:14,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:14,970 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/dda816c2182342278dd17a3982747a5a 2024-11-09T11:16:14,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/517bbabf1bb84015b757499692e00004 is 50, key is test_row_0/C:col10/1731150973107/Put/seqid=0 2024-11-09T11:16:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741920_1096 (size=12301) 2024-11-09T11:16:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T11:16:15,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151035271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:15,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151035272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:15,277 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in 3ff1f9bda07704b730b2266845eac9bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:15,277 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 3ff1f9bda07704b730b2266845eac9bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:15,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151035281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:15,285 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in 3ff1f9bda07704b730b2266845eac9bb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:15,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151035341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:15,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151035351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:15,392 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/517bbabf1bb84015b757499692e00004 2024-11-09T11:16:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/b62ca4db8dc94a77af308116f8b07642 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b62ca4db8dc94a77af308116f8b07642 2024-11-09T11:16:15,402 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b62ca4db8dc94a77af308116f8b07642, entries=150, sequenceid=433, filesize=12.0 K 2024-11-09T11:16:15,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/dda816c2182342278dd17a3982747a5a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/dda816c2182342278dd17a3982747a5a 2024-11-09T11:16:15,408 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/dda816c2182342278dd17a3982747a5a, entries=150, sequenceid=433, filesize=12.0 K 2024-11-09T11:16:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/517bbabf1bb84015b757499692e00004 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/517bbabf1bb84015b757499692e00004 2024-11-09T11:16:15,417 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/517bbabf1bb84015b757499692e00004, entries=150, sequenceid=433, filesize=12.0 K 2024-11-09T11:16:15,418 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3ff1f9bda07704b730b2266845eac9bb in 1343ms, sequenceid=433, compaction requested=false 2024-11-09T11:16:15,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:15,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:15,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T11:16:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T11:16:15,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-09T11:16:15,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4530 sec 2024-11-09T11:16:15,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.4690 sec 2024-11-09T11:16:16,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:16:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:16,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150974175, max timestamp=1731150976372Num uniques 859; 2024-11-09T11:16:16,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:16,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150974175, max timestamp=1731150976372Num uniques 859; 2024-11-09T11:16:16,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:16,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150974175, max timestamp=1731150976372Num uniques 859; 2024-11-09T11:16:16,380 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:16,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:16,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:16,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/33cf27a1d06a43b48a84ccfbf0f115e5 is 50, key is test_row_0/A:col10/1731150976363/Put/seqid=0 2024-11-09T11:16:16,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741921_1097 (size=14741) 2024-11-09T11:16:16,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731150976406, max timestamp=1731150976433Num uniques 859; 2024-11-09T11:16:16,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T11:16:16,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731150976406, max timestamp=1731150976433Num uniques 859; 2024-11-09T11:16:16,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T11:16:16,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731150976406, max timestamp=1731150976433Num uniques 859; 2024-11-09T11:16:16,438 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-09T11:16:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151036504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151036506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:16,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151036621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151036621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:16,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/33cf27a1d06a43b48a84ccfbf0f115e5 2024-11-09T11:16:16,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/6281d6f3a25b4be78e672e73e2422a2d is 50, key is test_row_0/B:col10/1731150976363/Put/seqid=0 2024-11-09T11:16:16,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741922_1098 (size=12301) 2024-11-09T11:16:16,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151036831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151036832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T11:16:17,131 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:17,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-09T11:16:17,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T11:16:17,136 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:17,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151037141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151037141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/6281d6f3a25b4be78e672e73e2422a2d 2024-11-09T11:16:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T11:16:17,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/876ac4de148b4c74a26d2835109e8813 is 50, key is test_row_0/C:col10/1731150976363/Put/seqid=0 2024-11-09T11:16:17,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741923_1099 (size=12301) 2024-11-09T11:16:17,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/876ac4de148b4c74a26d2835109e8813 2024-11-09T11:16:17,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-09T11:16:17,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:17,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:17,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:17,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:17,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:17,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/33cf27a1d06a43b48a84ccfbf0f115e5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/33cf27a1d06a43b48a84ccfbf0f115e5 2024-11-09T11:16:17,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/33cf27a1d06a43b48a84ccfbf0f115e5, entries=200, sequenceid=457, filesize=14.4 K 2024-11-09T11:16:17,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/6281d6f3a25b4be78e672e73e2422a2d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6281d6f3a25b4be78e672e73e2422a2d 2024-11-09T11:16:17,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36696 deadline: 1731151037304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36630 deadline: 1731151037304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,306 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 3ff1f9bda07704b730b2266845eac9bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,307 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in 3ff1f9bda07704b730b2266845eac9bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6281d6f3a25b4be78e672e73e2422a2d, entries=150, sequenceid=457, filesize=12.0 K 2024-11-09T11:16:17,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/876ac4de148b4c74a26d2835109e8813 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/876ac4de148b4c74a26d2835109e8813 2024-11-09T11:16:17,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36628 deadline: 1731151037312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,325 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in 3ff1f9bda07704b730b2266845eac9bb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/876ac4de148b4c74a26d2835109e8813, entries=150, sequenceid=457, filesize=12.0 K 2024-11-09T11:16:17,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~81.42 KB/83376, currentSize=154.31 KB/158010 for 3ff1f9bda07704b730b2266845eac9bb in 959ms, sequenceid=457, compaction requested=true 2024-11-09T11:16:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:17,333 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:17,333 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:17,335 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:17,335 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:17,335 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:17,335 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/84f8842ced78402c9ea37d7b6527b735, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/dda816c2182342278dd17a3982747a5a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6281d6f3a25b4be78e672e73e2422a2d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.9 K 2024-11-09T11:16:17,335 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:17,336 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:17,336 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:17,336 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 84f8842ced78402c9ea37d7b6527b735, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731150971936 2024-11-09T11:16:17,336 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/4206c44c35da4134b84700360d5cdb47, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b62ca4db8dc94a77af308116f8b07642, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/33cf27a1d06a43b48a84ccfbf0f115e5] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=39.3 K 2024-11-09T11:16:17,336 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting dda816c2182342278dd17a3982747a5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731150973107 2024-11-09T11:16:17,337 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4206c44c35da4134b84700360d5cdb47, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731150971936 2024-11-09T11:16:17,337 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6281d6f3a25b4be78e672e73e2422a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731150974175 2024-11-09T11:16:17,337 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b62ca4db8dc94a77af308116f8b07642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731150973107 2024-11-09T11:16:17,338 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33cf27a1d06a43b48a84ccfbf0f115e5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731150974175 2024-11-09T11:16:17,368 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:17,369 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/44cd09dc9fc84d08b4a07c36804f1611 is 50, key is test_row_0/B:col10/1731150976363/Put/seqid=0 2024-11-09T11:16:17,370 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:17,373 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/e135618b5a6d4a7e92b050f0b8d6273f is 50, key is test_row_0/A:col10/1731150976363/Put/seqid=0 2024-11-09T11:16:17,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741925_1101 (size=13289) 2024-11-09T11:16:17,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741924_1100 (size=13289) 2024-11-09T11:16:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T11:16:17,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-09T11:16:17,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:17,453 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-09T11:16:17,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:17,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:17,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:17,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:17,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:17,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:17,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/686ffbebc65f4b7386cb161a44db7309 is 50, key is test_row_0/A:col10/1731150976504/Put/seqid=0 2024-11-09T11:16:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741926_1102 (size=12301) 2024-11-09T11:16:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:17,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. as already flushing 2024-11-09T11:16:17,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151037670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151037671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T11:16:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151037781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151037894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:17,894 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/686ffbebc65f4b7386cb161a44db7309 2024-11-09T11:16:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:17,908 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/e135618b5a6d4a7e92b050f0b8d6273f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e135618b5a6d4a7e92b050f0b8d6273f 2024-11-09T11:16:17,911 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/44cd09dc9fc84d08b4a07c36804f1611 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/44cd09dc9fc84d08b4a07c36804f1611 2024-11-09T11:16:17,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/991e8ed576514d57a2bcbbe304b6bb8f is 50, key is test_row_0/B:col10/1731150976504/Put/seqid=0 2024-11-09T11:16:17,918 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into e135618b5a6d4a7e92b050f0b8d6273f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:17,918 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:17,918 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150977333; duration=0sec 2024-11-09T11:16:17,918 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:17,918 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:17,918 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:17,920 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:17,921 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:17,921 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:17,921 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/22fa0f57f8584b68a1cd75a5e9842389, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/517bbabf1bb84015b757499692e00004, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/876ac4de148b4c74a26d2835109e8813] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=36.9 K 2024-11-09T11:16:17,921 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22fa0f57f8584b68a1cd75a5e9842389, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1731150971936 2024-11-09T11:16:17,922 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 44cd09dc9fc84d08b4a07c36804f1611(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:17,922 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:17,922 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 517bbabf1bb84015b757499692e00004, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731150973107 2024-11-09T11:16:17,922 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150977333; duration=0sec 2024-11-09T11:16:17,923 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:17,923 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:17,924 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 876ac4de148b4c74a26d2835109e8813, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731150974175 2024-11-09T11:16:17,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741927_1103 (size=12301) 2024-11-09T11:16:17,938 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:17,938 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/3631c810befb4dccba2b4d86a4b8bb49 is 50, key is test_row_0/C:col10/1731150976363/Put/seqid=0 2024-11-09T11:16:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741928_1104 (size=13289) 2024-11-09T11:16:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151038102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151038102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T11:16:18,325 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/991e8ed576514d57a2bcbbe304b6bb8f 2024-11-09T11:16:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/6b00c1120f9341ce8007ee7db6b9b28c is 50, key is test_row_0/C:col10/1731150976504/Put/seqid=0 2024-11-09T11:16:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741929_1105 (size=12301) 2024-11-09T11:16:18,342 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/6b00c1120f9341ce8007ee7db6b9b28c 2024-11-09T11:16:18,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/686ffbebc65f4b7386cb161a44db7309 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/686ffbebc65f4b7386cb161a44db7309 2024-11-09T11:16:18,362 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/3631c810befb4dccba2b4d86a4b8bb49 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/3631c810befb4dccba2b4d86a4b8bb49 2024-11-09T11:16:18,364 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/686ffbebc65f4b7386cb161a44db7309, entries=150, sequenceid=494, filesize=12.0 K 2024-11-09T11:16:18,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/991e8ed576514d57a2bcbbe304b6bb8f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/991e8ed576514d57a2bcbbe304b6bb8f 2024-11-09T11:16:18,374 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into 3631c810befb4dccba2b4d86a4b8bb49(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:18,374 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:18,374 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150977333; duration=0sec 2024-11-09T11:16:18,374 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:18,375 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:18,376 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/991e8ed576514d57a2bcbbe304b6bb8f, entries=150, sequenceid=494, filesize=12.0 K 2024-11-09T11:16:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/6b00c1120f9341ce8007ee7db6b9b28c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6b00c1120f9341ce8007ee7db6b9b28c 2024-11-09T11:16:18,384 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6b00c1120f9341ce8007ee7db6b9b28c, entries=150, sequenceid=494, filesize=12.0 K 2024-11-09T11:16:18,385 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 3ff1f9bda07704b730b2266845eac9bb in 932ms, sequenceid=494, compaction requested=false 2024-11-09T11:16:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:18,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-09T11:16:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-09T11:16:18,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T11:16:18,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2540 sec 2024-11-09T11:16:18,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.2630 sec 2024-11-09T11:16:18,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:18,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/17b8d278464f4da4a4cc82f4bf55b9cb is 50, key is test_row_0/A:col10/1731150978417/Put/seqid=0 2024-11-09T11:16:18,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741930_1106 (size=12301) 2024-11-09T11:16:18,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/17b8d278464f4da4a4cc82f4bf55b9cb 2024-11-09T11:16:18,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/336ebada76b54295977ed4d164a9b609 is 50, key is test_row_0/B:col10/1731150978417/Put/seqid=0 2024-11-09T11:16:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741931_1107 (size=12301) 2024-11-09T11:16:18,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/336ebada76b54295977ed4d164a9b609 2024-11-09T11:16:18,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150978459, max timestamp=1731150978485Num uniques 859; 2024-11-09T11:16:18,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150978459, max timestamp=1731150978485Num uniques 859; 2024-11-09T11:16:18,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150978459, max timestamp=1731150978485Num uniques 859; 2024-11-09T11:16:18,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:18,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:18,489 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:18,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a9f36c668fc04c64bedf9e6a948d0671 is 50, key is test_row_0/C:col10/1731150978417/Put/seqid=0 2024-11-09T11:16:18,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741932_1108 (size=12301) 2024-11-09T11:16:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151038554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151038555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151038661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151038671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,708 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-09T11:16:18,708 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:18,713 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-09T11:16:18,713 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:18,714 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,714 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,714 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:18,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:18,715 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,716 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-09T11:16:18,716 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:18,717 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,717 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:18,720 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-09T11:16:18,720 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:18,721 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,721 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:18,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:18,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36656 deadline: 1731151038871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36680 deadline: 1731151038882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:18,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a9f36c668fc04c64bedf9e6a948d0671 2024-11-09T11:16:18,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/17b8d278464f4da4a4cc82f4bf55b9cb as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/17b8d278464f4da4a4cc82f4bf55b9cb 2024-11-09T11:16:18,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/17b8d278464f4da4a4cc82f4bf55b9cb, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T11:16:18,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/336ebada76b54295977ed4d164a9b609 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/336ebada76b54295977ed4d164a9b609 2024-11-09T11:16:18,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/336ebada76b54295977ed4d164a9b609, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T11:16:18,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a9f36c668fc04c64bedf9e6a948d0671 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a9f36c668fc04c64bedf9e6a948d0671 2024-11-09T11:16:18,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a9f36c668fc04c64bedf9e6a948d0671, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T11:16:18,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3ff1f9bda07704b730b2266845eac9bb in 505ms, sequenceid=508, compaction requested=true 2024-11-09T11:16:18,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:18,931 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:18,931 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ff1f9bda07704b730b2266845eac9bb:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:18,932 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:18,932 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:18,932 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/B is initiating minor compaction (all files) 2024-11-09T11:16:18,932 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/A is initiating minor compaction (all files) 2024-11-09T11:16:18,932 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/B in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:18,932 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/A in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:18,933 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/44cd09dc9fc84d08b4a07c36804f1611, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/991e8ed576514d57a2bcbbe304b6bb8f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/336ebada76b54295977ed4d164a9b609] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=37.0 K 2024-11-09T11:16:18,933 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e135618b5a6d4a7e92b050f0b8d6273f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/686ffbebc65f4b7386cb161a44db7309, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/17b8d278464f4da4a4cc82f4bf55b9cb] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=37.0 K 2024-11-09T11:16:18,933 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 44cd09dc9fc84d08b4a07c36804f1611, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731150974175 2024-11-09T11:16:18,933 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e135618b5a6d4a7e92b050f0b8d6273f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731150974175 2024-11-09T11:16:18,933 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 991e8ed576514d57a2bcbbe304b6bb8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731150976495 2024-11-09T11:16:18,933 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 686ffbebc65f4b7386cb161a44db7309, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731150976495 2024-11-09T11:16:18,934 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 336ebada76b54295977ed4d164a9b609, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731150978415 2024-11-09T11:16:18,934 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17b8d278464f4da4a4cc82f4bf55b9cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731150978415 2024-11-09T11:16:18,945 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:18,945 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:18,946 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/8412419816f34467b58fce46524408a3 is 50, key is test_row_0/A:col10/1731150978417/Put/seqid=0 2024-11-09T11:16:18,946 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/55202819b11d4ffc857ff5816f5289c3 is 50, key is test_row_0/B:col10/1731150978417/Put/seqid=0 2024-11-09T11:16:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741934_1110 (size=13391) 2024-11-09T11:16:18,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741933_1109 (size=13391) 2024-11-09T11:16:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:19,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-09T11:16:19,184 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-09T11:16:19,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:19,184 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:19,184 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:19,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:19,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:19,184 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:19,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:19,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:19,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:19,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:19,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/228daeb6180f4a248bf4a47aa3a39abb is 50, key is test_row_0/A:col10/1731150978552/Put/seqid=0 2024-11-09T11:16:19,195 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-09T11:16:19,195 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:19,195 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:19,195 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:19,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741935_1111 (size=12301) 2024-11-09T11:16:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T11:16:19,282 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:19,357 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/55202819b11d4ffc857ff5816f5289c3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/55202819b11d4ffc857ff5816f5289c3 2024-11-09T11:16:19,357 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/8412419816f34467b58fce46524408a3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/8412419816f34467b58fce46524408a3 2024-11-09T11:16:19,364 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/B of 3ff1f9bda07704b730b2266845eac9bb into 55202819b11d4ffc857ff5816f5289c3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:19,364 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/A of 3ff1f9bda07704b730b2266845eac9bb into 8412419816f34467b58fce46524408a3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:19,364 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:19,364 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:19,364 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/B, priority=13, startTime=1731150978931; duration=0sec 2024-11-09T11:16:19,364 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/A, priority=13, startTime=1731150978931; duration=0sec 2024-11-09T11:16:19,365 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:19,365 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:B 2024-11-09T11:16:19,365 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:19,365 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:A 2024-11-09T11:16:19,365 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:19,366 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:19,366 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ff1f9bda07704b730b2266845eac9bb/C is initiating minor compaction (all files) 2024-11-09T11:16:19,366 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ff1f9bda07704b730b2266845eac9bb/C in TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:19,367 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/3631c810befb4dccba2b4d86a4b8bb49, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6b00c1120f9341ce8007ee7db6b9b28c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a9f36c668fc04c64bedf9e6a948d0671] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp, totalSize=37.0 K 2024-11-09T11:16:19,367 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3631c810befb4dccba2b4d86a4b8bb49, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731150974175 2024-11-09T11:16:19,368 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b00c1120f9341ce8007ee7db6b9b28c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1731150976495 2024-11-09T11:16:19,368 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a9f36c668fc04c64bedf9e6a948d0671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1731150978415 2024-11-09T11:16:19,400 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ff1f9bda07704b730b2266845eac9bb#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:19,400 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a728a007f6fc40aeb528077e02ba2cc5 is 50, key is test_row_0/C:col10/1731150978417/Put/seqid=0 2024-11-09T11:16:19,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741936_1112 (size=13391) 2024-11-09T11:16:19,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/228daeb6180f4a248bf4a47aa3a39abb 2024-11-09T11:16:19,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/d7f0e800189a4d1d97cfcfafb312f5ff is 50, key is test_row_0/B:col10/1731150978552/Put/seqid=0 2024-11-09T11:16:19,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741937_1113 (size=12301) 2024-11-09T11:16:19,812 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:16:19,834 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a728a007f6fc40aeb528077e02ba2cc5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a728a007f6fc40aeb528077e02ba2cc5 2024-11-09T11:16:19,840 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ff1f9bda07704b730b2266845eac9bb/C of 3ff1f9bda07704b730b2266845eac9bb into a728a007f6fc40aeb528077e02ba2cc5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:19,841 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:19,841 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., storeName=3ff1f9bda07704b730b2266845eac9bb/C, priority=13, startTime=1731150978931; duration=0sec 2024-11-09T11:16:19,841 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:19,841 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ff1f9bda07704b730b2266845eac9bb:C 2024-11-09T11:16:20,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/d7f0e800189a4d1d97cfcfafb312f5ff 2024-11-09T11:16:20,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a2398e1ca1234bf7ac625c442489983e is 50, key is test_row_0/C:col10/1731150978552/Put/seqid=0 2024-11-09T11:16:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741938_1114 (size=12301) 2024-11-09T11:16:20,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a2398e1ca1234bf7ac625c442489983e 2024-11-09T11:16:20,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/228daeb6180f4a248bf4a47aa3a39abb as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/228daeb6180f4a248bf4a47aa3a39abb 2024-11-09T11:16:20,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/228daeb6180f4a248bf4a47aa3a39abb, entries=150, sequenceid=543, filesize=12.0 K 2024-11-09T11:16:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/d7f0e800189a4d1d97cfcfafb312f5ff as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/d7f0e800189a4d1d97cfcfafb312f5ff 2024-11-09T11:16:20,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/d7f0e800189a4d1d97cfcfafb312f5ff, entries=150, sequenceid=543, filesize=12.0 K 2024-11-09T11:16:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/a2398e1ca1234bf7ac625c442489983e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a2398e1ca1234bf7ac625c442489983e 2024-11-09T11:16:20,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a2398e1ca1234bf7ac625c442489983e, entries=150, sequenceid=543, filesize=12.0 K 2024-11-09T11:16:20,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=6.71 KB/6870 for 3ff1f9bda07704b730b2266845eac9bb in 1284ms, sequenceid=543, compaction requested=false 2024-11-09T11:16:20,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ff1f9bda07704b730b2266845eac9bb: 2024-11-09T11:16:21,323 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-09T11:16:21,323 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-09T11:16:21,323 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:21,323 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:21,323 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,323 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,323 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,323 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:21,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:21,353 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-09T11:16:21,353 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:21,353 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,353 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1870 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1870 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:16:21,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 882 2024-11-09T11:16:21,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2641 rows 2024-11-09T11:16:21,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 881 2024-11-09T11:16:21,355 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2643 rows 2024-11-09T11:16:21,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:16:21,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:16:21,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:21,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:21,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T11:16:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T11:16:21,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731150981370"}]},"ts":"1731150981370"} 2024-11-09T11:16:21,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:16:21,373 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:16:21,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:16:21,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, UNASSIGN}] 2024-11-09T11:16:21,384 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, UNASSIGN 2024-11-09T11:16:21,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3ff1f9bda07704b730b2266845eac9bb, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:21,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, UNASSIGN because future has completed 2024-11-09T11:16:21,389 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:16:21,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:16:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T11:16:21,547 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:21,547 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:16:21,548 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 3ff1f9bda07704b730b2266845eac9bb, disabling compactions & flushes 2024-11-09T11:16:21,548 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. after waiting 0 ms 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:21,549 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 3ff1f9bda07704b730b2266845eac9bb 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=A 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=B 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ff1f9bda07704b730b2266845eac9bb, store=C 2024-11-09T11:16:21,549 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:21,555 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/75b8d892b7234a8782dd4932885f7f5b is 50, key is test_row_0/A:col10/1731150981352/Put/seqid=0 2024-11-09T11:16:21,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741939_1115 (size=12301) 2024-11-09T11:16:21,565 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/75b8d892b7234a8782dd4932885f7f5b 2024-11-09T11:16:21,578 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/80eba03bc9fc4c58ad18ddcf3c030451 is 50, key is test_row_0/B:col10/1731150981352/Put/seqid=0 2024-11-09T11:16:21,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741940_1116 (size=12301) 2024-11-09T11:16:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T11:16:21,984 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/80eba03bc9fc4c58ad18ddcf3c030451 2024-11-09T11:16:21,993 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/03772f21865e4881aedc66b3d06089dd is 50, key is test_row_0/C:col10/1731150981352/Put/seqid=0 2024-11-09T11:16:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741941_1117 (size=12301) 2024-11-09T11:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T11:16:22,398 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/03772f21865e4881aedc66b3d06089dd 2024-11-09T11:16:22,404 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/A/75b8d892b7234a8782dd4932885f7f5b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/75b8d892b7234a8782dd4932885f7f5b 2024-11-09T11:16:22,411 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/75b8d892b7234a8782dd4932885f7f5b, entries=150, sequenceid=553, filesize=12.0 K 2024-11-09T11:16:22,412 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/B/80eba03bc9fc4c58ad18ddcf3c030451 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/80eba03bc9fc4c58ad18ddcf3c030451 2024-11-09T11:16:22,419 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/80eba03bc9fc4c58ad18ddcf3c030451, entries=150, sequenceid=553, filesize=12.0 K 2024-11-09T11:16:22,420 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/.tmp/C/03772f21865e4881aedc66b3d06089dd as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/03772f21865e4881aedc66b3d06089dd 2024-11-09T11:16:22,435 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/03772f21865e4881aedc66b3d06089dd, entries=150, sequenceid=553, filesize=12.0 K 2024-11-09T11:16:22,436 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3ff1f9bda07704b730b2266845eac9bb in 887ms, sequenceid=553, compaction requested=true 2024-11-09T11:16:22,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b68fcf79d8bb4537aca7178657779fac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b39d5f52a4a8462eb1a7c6513e1607d4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/647d8e4d82084c3e87ca0a5f03f6f469, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b53d015f21fe4893bdf0d1d3c1f1d03c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/645867e2c9de4978a8da70f795fe649a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/90533b06257b4a40a0a970ade61f54a4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/fbcd70d559924553ab5e510d799cf6e3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a8837838dbae4a90b207da0cb0acb1c9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/f7141f2b948746d0be2f252cb2f4f8bf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e2b03110897c4414a44040ac85924c01, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e5e1705a1ee3496384a46835bb374260, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/60e4a847f3ea44ddb85ae35c850a445b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b35c2bddaf164d7dad6c78279630903d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d91ad6d4adac4175b060498e74535944, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/dbcad4cd0a784e0ab2adbb5b07c9aae3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/24b5f9ffe8ef4f95b0f0846854b4bb55, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/c3c6c8871d66430d81fa0e800a92f835, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a875904b6ca64e498f84cb420565da3e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/9436d6137ce64bbeb9b0c1d2b020432f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/cfa2ca9655a1413882347de3cff8373e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/724a38977f0e4e239598eb2318317c47, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/26f94a75cce04d0e9f0517b66d071a20, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d163640012d1403ab2630ff06126f6a5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/37675711a4ea4602b683df1b689ab1fa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d52a45b25a6e49b7ab1658bb17c8ef3d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/89e91576586f44968b5f1658dd9db562, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/4206c44c35da4134b84700360d5cdb47, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b62ca4db8dc94a77af308116f8b07642, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/33cf27a1d06a43b48a84ccfbf0f115e5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e135618b5a6d4a7e92b050f0b8d6273f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/686ffbebc65f4b7386cb161a44db7309, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/17b8d278464f4da4a4cc82f4bf55b9cb] to archive 2024-11-09T11:16:22,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:16:22,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b68fcf79d8bb4537aca7178657779fac to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b68fcf79d8bb4537aca7178657779fac 2024-11-09T11:16:22,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b39d5f52a4a8462eb1a7c6513e1607d4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b39d5f52a4a8462eb1a7c6513e1607d4 2024-11-09T11:16:22,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/647d8e4d82084c3e87ca0a5f03f6f469 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/647d8e4d82084c3e87ca0a5f03f6f469 2024-11-09T11:16:22,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b53d015f21fe4893bdf0d1d3c1f1d03c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b53d015f21fe4893bdf0d1d3c1f1d03c 2024-11-09T11:16:22,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/645867e2c9de4978a8da70f795fe649a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/645867e2c9de4978a8da70f795fe649a 2024-11-09T11:16:22,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/90533b06257b4a40a0a970ade61f54a4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/90533b06257b4a40a0a970ade61f54a4 2024-11-09T11:16:22,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/fbcd70d559924553ab5e510d799cf6e3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/fbcd70d559924553ab5e510d799cf6e3 2024-11-09T11:16:22,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a8837838dbae4a90b207da0cb0acb1c9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a8837838dbae4a90b207da0cb0acb1c9 2024-11-09T11:16:22,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/f7141f2b948746d0be2f252cb2f4f8bf to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/f7141f2b948746d0be2f252cb2f4f8bf 2024-11-09T11:16:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e2b03110897c4414a44040ac85924c01 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e2b03110897c4414a44040ac85924c01 2024-11-09T11:16:22,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e5e1705a1ee3496384a46835bb374260 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e5e1705a1ee3496384a46835bb374260 2024-11-09T11:16:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T11:16:22,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/60e4a847f3ea44ddb85ae35c850a445b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/60e4a847f3ea44ddb85ae35c850a445b 2024-11-09T11:16:22,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b35c2bddaf164d7dad6c78279630903d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b35c2bddaf164d7dad6c78279630903d 2024-11-09T11:16:22,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d91ad6d4adac4175b060498e74535944 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d91ad6d4adac4175b060498e74535944 2024-11-09T11:16:22,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/dbcad4cd0a784e0ab2adbb5b07c9aae3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/dbcad4cd0a784e0ab2adbb5b07c9aae3 2024-11-09T11:16:22,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/24b5f9ffe8ef4f95b0f0846854b4bb55 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/24b5f9ffe8ef4f95b0f0846854b4bb55 2024-11-09T11:16:22,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/c3c6c8871d66430d81fa0e800a92f835 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/c3c6c8871d66430d81fa0e800a92f835 2024-11-09T11:16:22,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a875904b6ca64e498f84cb420565da3e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/a875904b6ca64e498f84cb420565da3e 2024-11-09T11:16:22,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/9436d6137ce64bbeb9b0c1d2b020432f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/9436d6137ce64bbeb9b0c1d2b020432f 2024-11-09T11:16:22,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/cfa2ca9655a1413882347de3cff8373e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/cfa2ca9655a1413882347de3cff8373e 2024-11-09T11:16:22,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/724a38977f0e4e239598eb2318317c47 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/724a38977f0e4e239598eb2318317c47 2024-11-09T11:16:22,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/26f94a75cce04d0e9f0517b66d071a20 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/26f94a75cce04d0e9f0517b66d071a20 2024-11-09T11:16:22,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d163640012d1403ab2630ff06126f6a5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d163640012d1403ab2630ff06126f6a5 2024-11-09T11:16:22,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/37675711a4ea4602b683df1b689ab1fa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/37675711a4ea4602b683df1b689ab1fa 2024-11-09T11:16:22,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d52a45b25a6e49b7ab1658bb17c8ef3d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/d52a45b25a6e49b7ab1658bb17c8ef3d 2024-11-09T11:16:22,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/89e91576586f44968b5f1658dd9db562 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/89e91576586f44968b5f1658dd9db562 2024-11-09T11:16:22,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/4206c44c35da4134b84700360d5cdb47 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/4206c44c35da4134b84700360d5cdb47 2024-11-09T11:16:22,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b62ca4db8dc94a77af308116f8b07642 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/b62ca4db8dc94a77af308116f8b07642 2024-11-09T11:16:22,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/33cf27a1d06a43b48a84ccfbf0f115e5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/33cf27a1d06a43b48a84ccfbf0f115e5 2024-11-09T11:16:22,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e135618b5a6d4a7e92b050f0b8d6273f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/e135618b5a6d4a7e92b050f0b8d6273f 2024-11-09T11:16:22,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/686ffbebc65f4b7386cb161a44db7309 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/686ffbebc65f4b7386cb161a44db7309 2024-11-09T11:16:22,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/17b8d278464f4da4a4cc82f4bf55b9cb to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/17b8d278464f4da4a4cc82f4bf55b9cb 2024-11-09T11:16:22,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e1cf56c5eb9d4838a94f8c8df319150e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/c115999b8bdd4f84b7dea0bf94c3f0d5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0c6421b5baff4e5f837a6df370a3c81f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7bc9eab3aa2442f682aca905737905da, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/95c72c4b26d74aa7a57f8c8ec999f42a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/58a0ffcdf7d2434aa31ca620f942e8b9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/3628a0f18d6b46a18eb698249e22c92c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0e09f1869a2a4be0b452afc9d0544017, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/96d5f6ddebed4c3da0e08eae5257c91e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e9dd39fac2ac4397837618732f9600e2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/31e587a7b96c45169498f4bfff42f6d4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6e0a1a4fb322401ca75c9837120f4555, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/11e38fbd234042de8aebd2dc9f95459f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/db04f6e225bf486c8df28600f063f9a6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/68f2a4b0c8464c4399844bf17e8f9751, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/1ae715a72cda4341956bfe96d691296c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42118ffc3ce24b72842001cf5e714d4a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/09ee983c24734cb59096a87c6a498dba, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/8097c9cabcf3427eb2ad0a04ed8e2c2a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42ef50139d60414ab3609824a19c6266, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/499047cd70894a379ce5a3a90b5a2f8e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/13fc7ce24d6c4a248db0ed7de36f061a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7a8ed7bcea4340ab8cc06cabab17d5f4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/9b0037544c7d45a082ea08f3d5188e1e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/cce5512e8841436eb6ba2e341ffb9a8e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/84f8842ced78402c9ea37d7b6527b735, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/ba851271d0d94bb9a72c190ad69d469e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/dda816c2182342278dd17a3982747a5a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/44cd09dc9fc84d08b4a07c36804f1611, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6281d6f3a25b4be78e672e73e2422a2d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/991e8ed576514d57a2bcbbe304b6bb8f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/336ebada76b54295977ed4d164a9b609] to archive 2024-11-09T11:16:22,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:16:22,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e1cf56c5eb9d4838a94f8c8df319150e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e1cf56c5eb9d4838a94f8c8df319150e 2024-11-09T11:16:22,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/c115999b8bdd4f84b7dea0bf94c3f0d5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/c115999b8bdd4f84b7dea0bf94c3f0d5 2024-11-09T11:16:22,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0c6421b5baff4e5f837a6df370a3c81f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0c6421b5baff4e5f837a6df370a3c81f 2024-11-09T11:16:22,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7bc9eab3aa2442f682aca905737905da to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7bc9eab3aa2442f682aca905737905da 2024-11-09T11:16:22,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/95c72c4b26d74aa7a57f8c8ec999f42a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/95c72c4b26d74aa7a57f8c8ec999f42a 2024-11-09T11:16:22,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/58a0ffcdf7d2434aa31ca620f942e8b9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/58a0ffcdf7d2434aa31ca620f942e8b9 2024-11-09T11:16:22,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/3628a0f18d6b46a18eb698249e22c92c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/3628a0f18d6b46a18eb698249e22c92c 2024-11-09T11:16:22,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0e09f1869a2a4be0b452afc9d0544017 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/0e09f1869a2a4be0b452afc9d0544017 2024-11-09T11:16:22,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/96d5f6ddebed4c3da0e08eae5257c91e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/96d5f6ddebed4c3da0e08eae5257c91e 2024-11-09T11:16:22,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e9dd39fac2ac4397837618732f9600e2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/e9dd39fac2ac4397837618732f9600e2 2024-11-09T11:16:22,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/31e587a7b96c45169498f4bfff42f6d4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/31e587a7b96c45169498f4bfff42f6d4 2024-11-09T11:16:22,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6e0a1a4fb322401ca75c9837120f4555 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6e0a1a4fb322401ca75c9837120f4555 2024-11-09T11:16:22,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/11e38fbd234042de8aebd2dc9f95459f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/11e38fbd234042de8aebd2dc9f95459f 2024-11-09T11:16:22,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/db04f6e225bf486c8df28600f063f9a6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/db04f6e225bf486c8df28600f063f9a6 2024-11-09T11:16:22,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/68f2a4b0c8464c4399844bf17e8f9751 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/68f2a4b0c8464c4399844bf17e8f9751 2024-11-09T11:16:22,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/1ae715a72cda4341956bfe96d691296c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/1ae715a72cda4341956bfe96d691296c 2024-11-09T11:16:22,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42118ffc3ce24b72842001cf5e714d4a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42118ffc3ce24b72842001cf5e714d4a 2024-11-09T11:16:22,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/09ee983c24734cb59096a87c6a498dba to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/09ee983c24734cb59096a87c6a498dba 2024-11-09T11:16:22,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/8097c9cabcf3427eb2ad0a04ed8e2c2a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/8097c9cabcf3427eb2ad0a04ed8e2c2a 2024-11-09T11:16:22,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42ef50139d60414ab3609824a19c6266 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/42ef50139d60414ab3609824a19c6266 2024-11-09T11:16:22,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/499047cd70894a379ce5a3a90b5a2f8e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/499047cd70894a379ce5a3a90b5a2f8e 2024-11-09T11:16:22,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/13fc7ce24d6c4a248db0ed7de36f061a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/13fc7ce24d6c4a248db0ed7de36f061a 2024-11-09T11:16:22,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7a8ed7bcea4340ab8cc06cabab17d5f4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/7a8ed7bcea4340ab8cc06cabab17d5f4 2024-11-09T11:16:22,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/9b0037544c7d45a082ea08f3d5188e1e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/9b0037544c7d45a082ea08f3d5188e1e 2024-11-09T11:16:22,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/cce5512e8841436eb6ba2e341ffb9a8e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/cce5512e8841436eb6ba2e341ffb9a8e 2024-11-09T11:16:22,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/84f8842ced78402c9ea37d7b6527b735 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/84f8842ced78402c9ea37d7b6527b735 2024-11-09T11:16:22,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/ba851271d0d94bb9a72c190ad69d469e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/ba851271d0d94bb9a72c190ad69d469e 2024-11-09T11:16:22,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/dda816c2182342278dd17a3982747a5a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/dda816c2182342278dd17a3982747a5a 2024-11-09T11:16:22,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/44cd09dc9fc84d08b4a07c36804f1611 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/44cd09dc9fc84d08b4a07c36804f1611 2024-11-09T11:16:22,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6281d6f3a25b4be78e672e73e2422a2d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/6281d6f3a25b4be78e672e73e2422a2d 2024-11-09T11:16:22,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/991e8ed576514d57a2bcbbe304b6bb8f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/991e8ed576514d57a2bcbbe304b6bb8f 2024-11-09T11:16:22,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/336ebada76b54295977ed4d164a9b609 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/336ebada76b54295977ed4d164a9b609 2024-11-09T11:16:22,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/340a55b5392b4781af750c48d89ff472, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/79e30166caf145dfad573791838d10e6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8f36ef28a0c64cf18d4e8930b5a35308, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/93eab239e5b040b49060b0d8dd812c91, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8baf4453c7dc44168caa2491131b0f3e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/061cd8905108488da3ae5530f7084fab, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/191c3a041f0d46de9b7c58d07355d586, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/1eaeccb8a85a471092ed4701df6e9ba5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/24081297da49436ea7c5028cc88d3675, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/b75ddcda6cbf460b92498720556996ba, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/da442de8704241a09bfc70dc9d099b6b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e52b60b304824b03985def4d97122840, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/71dca611e04a43b2b968844dff4dfc4a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e3b57e2d17e3428f8fa2c299a6490898, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a377e908de2644ee88f8730a6ab3b043, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/864252f4f69f4420865f785987d51da3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/38d2c13a17344abd920fb66140478ece, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/485b0987599f446c87a372076751f26c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4fa114e8cc2043eb93e79ffba81d61db, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/585bbbbd3a464e1bbc8c4c8720bdba5a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8c700d23567841d99e2973562a60ef4a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/c0f7d2cba2a3435393f95e1a5f71f220, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6f18d173416d4362b1ab2f81fc3204ad, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/9dbda7d772b94e6a9d0398b74e9a220f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4c2774636d284afbb4fcd2a5782b7e6e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/22fa0f57f8584b68a1cd75a5e9842389, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a43b011cb634497885729ce48e01fc78, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/517bbabf1bb84015b757499692e00004, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/3631c810befb4dccba2b4d86a4b8bb49, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/876ac4de148b4c74a26d2835109e8813, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6b00c1120f9341ce8007ee7db6b9b28c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a9f36c668fc04c64bedf9e6a948d0671] to archive 2024-11-09T11:16:22,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:16:22,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/340a55b5392b4781af750c48d89ff472 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/340a55b5392b4781af750c48d89ff472 2024-11-09T11:16:22,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/79e30166caf145dfad573791838d10e6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/79e30166caf145dfad573791838d10e6 2024-11-09T11:16:22,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8f36ef28a0c64cf18d4e8930b5a35308 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8f36ef28a0c64cf18d4e8930b5a35308 2024-11-09T11:16:22,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/93eab239e5b040b49060b0d8dd812c91 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/93eab239e5b040b49060b0d8dd812c91 2024-11-09T11:16:22,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8baf4453c7dc44168caa2491131b0f3e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8baf4453c7dc44168caa2491131b0f3e 2024-11-09T11:16:22,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/061cd8905108488da3ae5530f7084fab to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/061cd8905108488da3ae5530f7084fab 2024-11-09T11:16:22,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/191c3a041f0d46de9b7c58d07355d586 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/191c3a041f0d46de9b7c58d07355d586 2024-11-09T11:16:22,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/1eaeccb8a85a471092ed4701df6e9ba5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/1eaeccb8a85a471092ed4701df6e9ba5 2024-11-09T11:16:22,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/24081297da49436ea7c5028cc88d3675 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/24081297da49436ea7c5028cc88d3675 2024-11-09T11:16:22,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/b75ddcda6cbf460b92498720556996ba to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/b75ddcda6cbf460b92498720556996ba 2024-11-09T11:16:22,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/da442de8704241a09bfc70dc9d099b6b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/da442de8704241a09bfc70dc9d099b6b 2024-11-09T11:16:22,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e52b60b304824b03985def4d97122840 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e52b60b304824b03985def4d97122840 2024-11-09T11:16:22,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/71dca611e04a43b2b968844dff4dfc4a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/71dca611e04a43b2b968844dff4dfc4a 2024-11-09T11:16:22,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e3b57e2d17e3428f8fa2c299a6490898 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/e3b57e2d17e3428f8fa2c299a6490898 2024-11-09T11:16:22,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a377e908de2644ee88f8730a6ab3b043 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a377e908de2644ee88f8730a6ab3b043 2024-11-09T11:16:22,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/864252f4f69f4420865f785987d51da3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/864252f4f69f4420865f785987d51da3 2024-11-09T11:16:22,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/38d2c13a17344abd920fb66140478ece to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/38d2c13a17344abd920fb66140478ece 2024-11-09T11:16:22,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/485b0987599f446c87a372076751f26c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/485b0987599f446c87a372076751f26c 2024-11-09T11:16:22,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4fa114e8cc2043eb93e79ffba81d61db to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4fa114e8cc2043eb93e79ffba81d61db 2024-11-09T11:16:22,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/585bbbbd3a464e1bbc8c4c8720bdba5a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/585bbbbd3a464e1bbc8c4c8720bdba5a 2024-11-09T11:16:22,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8c700d23567841d99e2973562a60ef4a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/8c700d23567841d99e2973562a60ef4a 2024-11-09T11:16:22,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/c0f7d2cba2a3435393f95e1a5f71f220 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/c0f7d2cba2a3435393f95e1a5f71f220 2024-11-09T11:16:22,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6f18d173416d4362b1ab2f81fc3204ad to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6f18d173416d4362b1ab2f81fc3204ad 2024-11-09T11:16:22,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/9dbda7d772b94e6a9d0398b74e9a220f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/9dbda7d772b94e6a9d0398b74e9a220f 2024-11-09T11:16:22,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4c2774636d284afbb4fcd2a5782b7e6e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/4c2774636d284afbb4fcd2a5782b7e6e 2024-11-09T11:16:22,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/22fa0f57f8584b68a1cd75a5e9842389 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/22fa0f57f8584b68a1cd75a5e9842389 2024-11-09T11:16:22,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a43b011cb634497885729ce48e01fc78 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a43b011cb634497885729ce48e01fc78 2024-11-09T11:16:22,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/517bbabf1bb84015b757499692e00004 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/517bbabf1bb84015b757499692e00004 2024-11-09T11:16:22,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/3631c810befb4dccba2b4d86a4b8bb49 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/3631c810befb4dccba2b4d86a4b8bb49 2024-11-09T11:16:22,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/876ac4de148b4c74a26d2835109e8813 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/876ac4de148b4c74a26d2835109e8813 2024-11-09T11:16:22,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6b00c1120f9341ce8007ee7db6b9b28c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/6b00c1120f9341ce8007ee7db6b9b28c 2024-11-09T11:16:22,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a9f36c668fc04c64bedf9e6a948d0671 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a9f36c668fc04c64bedf9e6a948d0671 2024-11-09T11:16:22,937 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/recovered.edits/556.seqid, newMaxSeqId=556, maxSeqId=1 2024-11-09T11:16:22,938 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. 2024-11-09T11:16:22,939 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 3ff1f9bda07704b730b2266845eac9bb: Waiting for close lock at 1731150981548Running coprocessor pre-close hooks at 1731150981548Disabling compacts and flushes for region at 1731150981548Disabling writes for close at 1731150981549 (+1 ms)Obtaining lock to block concurrent updates at 1731150981549Preparing flush snapshotting stores in 3ff1f9bda07704b730b2266845eac9bb at 1731150981549Finished memstore snapshotting TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731150981550 (+1 ms)Flushing stores of TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb. at 1731150981550Flushing 3ff1f9bda07704b730b2266845eac9bb/A: creating writer at 1731150981550Flushing 3ff1f9bda07704b730b2266845eac9bb/A: appending metadata at 1731150981554 (+4 ms)Flushing 3ff1f9bda07704b730b2266845eac9bb/A: closing flushed file at 1731150981554Flushing 3ff1f9bda07704b730b2266845eac9bb/B: creating writer at 1731150981571 (+17 ms)Flushing 3ff1f9bda07704b730b2266845eac9bb/B: appending metadata at 1731150981577 (+6 ms)Flushing 3ff1f9bda07704b730b2266845eac9bb/B: closing flushed file at 1731150981577Flushing 3ff1f9bda07704b730b2266845eac9bb/C: creating writer at 1731150981990 (+413 ms)Flushing 3ff1f9bda07704b730b2266845eac9bb/C: appending metadata at 1731150981993 (+3 ms)Flushing 3ff1f9bda07704b730b2266845eac9bb/C: closing flushed file at 1731150981993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3370ac8f: reopening flushed file at 1731150982403 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb5c22d: reopening flushed file at 1731150982411 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2604be5f: reopening flushed file at 1731150982419 (+8 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3ff1f9bda07704b730b2266845eac9bb in 887ms, sequenceid=553, compaction requested=true at 1731150982436 (+17 ms)Writing region close event to WAL at 1731150982920 (+484 ms)Running coprocessor post-close hooks at 1731150982938 (+18 ms)Closed at 1731150982938 2024-11-09T11:16:22,942 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:22,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3ff1f9bda07704b730b2266845eac9bb, regionState=CLOSED 2024-11-09T11:16:22,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:16:22,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-09T11:16:22,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 3ff1f9bda07704b730b2266845eac9bb, server=3264b4bbda9f,41507,1731150951478 in 1.5610 sec 2024-11-09T11:16:22,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-09T11:16:22,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ff1f9bda07704b730b2266845eac9bb, UNASSIGN in 1.5720 sec 2024-11-09T11:16:22,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-09T11:16:22,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5840 sec 2024-11-09T11:16:22,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731150982966"}]},"ts":"1731150982966"} 2024-11-09T11:16:22,969 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:16:22,969 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:16:22,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6090 sec 2024-11-09T11:16:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-09T11:16:23,522 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:23,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T11:16:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:23,538 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:23,541 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-09T11:16:23,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:23,561 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/recovered.edits] 2024-11-09T11:16:23,566 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/228daeb6180f4a248bf4a47aa3a39abb to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/228daeb6180f4a248bf4a47aa3a39abb 2024-11-09T11:16:23,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/75b8d892b7234a8782dd4932885f7f5b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/75b8d892b7234a8782dd4932885f7f5b 2024-11-09T11:16:23,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/8412419816f34467b58fce46524408a3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/A/8412419816f34467b58fce46524408a3 2024-11-09T11:16:23,597 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/55202819b11d4ffc857ff5816f5289c3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/55202819b11d4ffc857ff5816f5289c3 2024-11-09T11:16:23,600 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/80eba03bc9fc4c58ad18ddcf3c030451 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/80eba03bc9fc4c58ad18ddcf3c030451 2024-11-09T11:16:23,603 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/d7f0e800189a4d1d97cfcfafb312f5ff to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/B/d7f0e800189a4d1d97cfcfafb312f5ff 2024-11-09T11:16:23,607 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/03772f21865e4881aedc66b3d06089dd to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/03772f21865e4881aedc66b3d06089dd 2024-11-09T11:16:23,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a2398e1ca1234bf7ac625c442489983e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a2398e1ca1234bf7ac625c442489983e 2024-11-09T11:16:23,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a728a007f6fc40aeb528077e02ba2cc5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/C/a728a007f6fc40aeb528077e02ba2cc5 2024-11-09T11:16:23,634 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/recovered.edits/556.seqid to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb/recovered.edits/556.seqid 2024-11-09T11:16:23,635 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ff1f9bda07704b730b2266845eac9bb 2024-11-09T11:16:23,635 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:16:23,643 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:23,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T11:16:23,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-09T11:16:23,657 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:16:23,728 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:16:23,732 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:23,732 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:16:23,732 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731150983732"}]},"ts":"9223372036854775807"} 2024-11-09T11:16:23,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T11:16:23,744 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3ff1f9bda07704b730b2266845eac9bb, NAME => 'TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:16:23,744 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:16:23,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731150983744"}]},"ts":"9223372036854775807"} 2024-11-09T11:16:23,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T11:16:23,779 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:23,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 252 msec 2024-11-09T11:16:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-09T11:16:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T11:16:23,863 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:23,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-275647427_22 at /127.0.0.1:44228 [Waiting for operation #231] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3264b4bbda9f:41507-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-275647427_22 at /127.0.0.1:43564 [Waiting for operation #214] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1845985750_22 at /127.0.0.1:43580 [Waiting for operation #212] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=597 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=719 (was 2098) 2024-11-09T11:16:23,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=597, ProcessCount=11, AvailableMemoryMB=715 2024-11-09T11:16:23,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:16:23,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:16:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:23,930 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:16:23,930 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:23,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-11-09T11:16:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T11:16:23,932 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:16:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741942_1118 (size=1061) 2024-11-09T11:16:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T11:16:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T11:16:24,350 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:16:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741943_1119 (size=53) 2024-11-09T11:16:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T11:16:24,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:16:24,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5306d6170fa1f8f8deb977ec285bb905, disabling compactions & flushes 2024-11-09T11:16:24,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:24,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:24,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. after waiting 0 ms 2024-11-09T11:16:24,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:24,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:24,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5306d6170fa1f8f8deb977ec285bb905: Waiting for close lock at 1731150984769Disabling compacts and flushes for region at 1731150984769Disabling writes for close at 1731150984769Writing region close event to WAL at 1731150984769Closed at 1731150984769 2024-11-09T11:16:24,772 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:16:24,772 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731150984772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731150984772"}]},"ts":"1731150984772"} 2024-11-09T11:16:24,776 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:16:24,777 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:16:24,778 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731150984777"}]},"ts":"1731150984777"} 2024-11-09T11:16:24,780 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:16:24,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, ASSIGN}] 2024-11-09T11:16:24,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, ASSIGN 2024-11-09T11:16:24,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, ASSIGN; state=OFFLINE, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=false 2024-11-09T11:16:24,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:24,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, ASSIGN because future has completed 2024-11-09T11:16:24,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:16:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T11:16:25,093 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:25,093 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:16:25,094 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,094 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:16:25,094 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,094 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,095 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,097 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:25,097 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5306d6170fa1f8f8deb977ec285bb905 columnFamilyName A 2024-11-09T11:16:25,097 DEBUG [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:25,098 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(327): Store=5306d6170fa1f8f8deb977ec285bb905/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:25,098 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,100 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:25,100 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5306d6170fa1f8f8deb977ec285bb905 columnFamilyName B 2024-11-09T11:16:25,100 DEBUG [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:25,100 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(327): Store=5306d6170fa1f8f8deb977ec285bb905/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:25,101 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,102 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:25,102 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5306d6170fa1f8f8deb977ec285bb905 columnFamilyName C 2024-11-09T11:16:25,102 DEBUG [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:25,102 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(327): Store=5306d6170fa1f8f8deb977ec285bb905/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:25,103 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:25,103 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,103 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,104 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,105 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,105 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,105 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:16:25,106 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,110 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:16:25,110 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 5306d6170fa1f8f8deb977ec285bb905; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61056043, jitterRate=-0.09019406139850616}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:16:25,110 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:25,111 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 5306d6170fa1f8f8deb977ec285bb905: Running coprocessor pre-open hook at 1731150985094Writing region info on filesystem at 1731150985094Initializing all the Stores at 1731150985095 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150985095Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150985095Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150985095Cleaning up temporary data from old regions at 1731150985105 (+10 ms)Running coprocessor post-open hooks at 1731150985110 (+5 ms)Region opened successfully at 1731150985111 (+1 ms) 2024-11-09T11:16:25,112 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., pid=38, masterSystemTime=1731150985090 2024-11-09T11:16:25,114 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:25,114 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:25,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:25,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:16:25,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T11:16:25,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 in 180 msec 2024-11-09T11:16:25,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-09T11:16:25,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, ASSIGN in 339 msec 2024-11-09T11:16:25,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:16:25,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731150985123"}]},"ts":"1731150985123"} 2024-11-09T11:16:25,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:16:25,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:16:25,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1990 sec 2024-11-09T11:16:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-09T11:16:26,081 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:26,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:26,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:26,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:26,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e67fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:26,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:26,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccf8029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:26,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:26,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:26,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:16:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,43495,1731150950696 2024-11-09T11:16:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227cf768 2024-11-09T11:16:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:16:26,094 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:16:26,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:16:26,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:16:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741944_1120 (size=1097) 2024-11-09T11:16:26,519 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-09T11:16:26,519 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-09T11:16:26,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:16:26,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, REOPEN/MOVE}] 2024-11-09T11:16:26,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, REOPEN/MOVE 2024-11-09T11:16:26,539 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:26,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, REOPEN/MOVE because future has completed 2024-11-09T11:16:26,542 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:16:26,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:16:26,695 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:26,695 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:16:26,695 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 5306d6170fa1f8f8deb977ec285bb905, disabling compactions & flushes 2024-11-09T11:16:26,695 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:26,695 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:26,695 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. after waiting 0 ms 2024-11-09T11:16:26,695 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:26,699 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T11:16:26,699 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:26,699 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 5306d6170fa1f8f8deb977ec285bb905: Waiting for close lock at 1731150986695Running coprocessor pre-close hooks at 1731150986695Disabling compacts and flushes for region at 1731150986695Disabling writes for close at 1731150986695Writing region close event to WAL at 1731150986695Running coprocessor post-close hooks at 1731150986699 (+4 ms)Closed at 1731150986699 2024-11-09T11:16:26,700 WARN [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: 5306d6170fa1f8f8deb977ec285bb905 to self. 2024-11-09T11:16:26,704 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:26,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=CLOSED 2024-11-09T11:16:26,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:16:26,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-09T11:16:26,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 in 166 msec 2024-11-09T11:16:26,710 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, REOPEN/MOVE; state=CLOSED, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=true 2024-11-09T11:16:26,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:26,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, REOPEN/MOVE because future has completed 2024-11-09T11:16:26,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:16:27,021 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,021 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:16:27,021 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,022 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:16:27,022 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,022 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,026 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,027 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:27,034 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5306d6170fa1f8f8deb977ec285bb905 columnFamilyName A 2024-11-09T11:16:27,037 DEBUG [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:27,037 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(327): Store=5306d6170fa1f8f8deb977ec285bb905/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:27,038 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,038 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:27,039 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5306d6170fa1f8f8deb977ec285bb905 columnFamilyName B 2024-11-09T11:16:27,039 DEBUG [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:27,039 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(327): Store=5306d6170fa1f8f8deb977ec285bb905/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:27,039 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,040 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:27,040 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5306d6170fa1f8f8deb977ec285bb905 columnFamilyName C 2024-11-09T11:16:27,040 DEBUG [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:27,040 INFO [StoreOpener-5306d6170fa1f8f8deb977ec285bb905-1 {}] regionserver.HStore(327): Store=5306d6170fa1f8f8deb977ec285bb905/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:27,041 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,041 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,041 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,042 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,043 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,043 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,044 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:16:27,045 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,046 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 5306d6170fa1f8f8deb977ec285bb905; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72215101, jitterRate=0.07608886063098907}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:16:27,046 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,047 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 5306d6170fa1f8f8deb977ec285bb905: Running coprocessor pre-open hook at 1731150987022Writing region info on filesystem at 1731150987022Initializing all the Stores at 1731150987024 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150987024Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150987024Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731150987024Cleaning up temporary data from old regions at 1731150987043 (+19 ms)Running coprocessor post-open hooks at 1731150987046 (+3 ms)Region opened successfully at 1731150987047 (+1 ms) 2024-11-09T11:16:27,048 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., pid=43, masterSystemTime=1731150987017 2024-11-09T11:16:27,050 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,050 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=OPEN, openSeqNum=5, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:16:27,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-09T11:16:27,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 in 190 msec 2024-11-09T11:16:27,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-09T11:16:27,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, REOPEN/MOVE in 521 msec 2024-11-09T11:16:27,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T11:16:27,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-09T11:16:27,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 960 msec 2024-11-09T11:16:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-09T11:16:27,066 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:27,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,068 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3004be11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,071 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c5f290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,074 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696adb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,074 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,076 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adead28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,079 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4595be74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,081 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a2a37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14478e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4218ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,088 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f8e938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,090 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e82ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,092 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90e1ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,094 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0ca569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,096 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfc90db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,098 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,100 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c7e2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22644b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:27,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:27,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9e8b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:27,107 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9bc57a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:27,108 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,113 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,113 DEBUG [Thread-619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:27,117 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-09T11:16:27,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T11:16:27,123 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:27,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,126 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:27,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:27,129 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,129 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,136 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,136 DEBUG [Thread-617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,138 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:27,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,146 DEBUG [Thread-626 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:27,147 DEBUG [Thread-626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:27,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:27,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:16:27,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d29564a3795d4988853e19c9467c3b6e_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150987132/Put/seqid=0 2024-11-09T11:16:27,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731150987170, max timestamp=1731150987202Num uniques 859; 2024-11-09T11:16:27,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731150987170, max timestamp=1731150987202Num uniques 859; 2024-11-09T11:16:27,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T11:16:27,208 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T11:16:27,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731150987170, max timestamp=1731150987202Num uniques 859; 2024-11-09T11:16:27,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T11:16:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T11:16:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741945_1121 (size=17034) 2024-11-09T11:16:27,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151047234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151047247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151047247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151047250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151047250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:27,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151047362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151047362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151047362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151047371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151047372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:27,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T11:16:27,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151047582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:27,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151047582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151047583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151047583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151047584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:27,657 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d29564a3795d4988853e19c9467c3b6e_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d29564a3795d4988853e19c9467c3b6e_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,658 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a4070ec83136409a8a0dd803d2d84f7c, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:27,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a4070ec83136409a8a0dd803d2d84f7c is 175, key is test_row_0/A:col10/1731150987132/Put/seqid=0 2024-11-09T11:16:27,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741946_1122 (size=48139) 2024-11-09T11:16:27,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a4070ec83136409a8a0dd803d2d84f7c 2024-11-09T11:16:27,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/57fd1923494d4b16b2c31efe1d92e289 is 50, key is test_row_0/B:col10/1731150987132/Put/seqid=0 2024-11-09T11:16:27,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:27,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T11:16:27,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741947_1123 (size=12001) 2024-11-09T11:16:27,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/57fd1923494d4b16b2c31efe1d92e289 2024-11-09T11:16:27,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/42dabbdc92744aa5b7121cce3879f3e5 is 50, key is test_row_0/C:col10/1731150987132/Put/seqid=0 2024-11-09T11:16:27,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741948_1124 (size=12001) 2024-11-09T11:16:27,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/42dabbdc92744aa5b7121cce3879f3e5 2024-11-09T11:16:27,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a4070ec83136409a8a0dd803d2d84f7c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a4070ec83136409a8a0dd803d2d84f7c 2024-11-09T11:16:27,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a4070ec83136409a8a0dd803d2d84f7c, entries=250, sequenceid=14, filesize=47.0 K 2024-11-09T11:16:27,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/57fd1923494d4b16b2c31efe1d92e289 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/57fd1923494d4b16b2c31efe1d92e289 2024-11-09T11:16:27,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/57fd1923494d4b16b2c31efe1d92e289, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T11:16:27,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/42dabbdc92744aa5b7121cce3879f3e5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/42dabbdc92744aa5b7121cce3879f3e5 2024-11-09T11:16:27,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:27,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:27,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:27,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151047902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151047902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151047902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151047902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/42dabbdc92744aa5b7121cce3879f3e5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-09T11:16:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 5306d6170fa1f8f8deb977ec285bb905 in 768ms, sequenceid=14, compaction requested=false 2024-11-09T11:16:27,909 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T11:16:27,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-11-09T11:16:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:27,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:27,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:27,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:27,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:27,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:27,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a00fe9dae2a94d18a2e5ef13108d447d_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150987247/Put/seqid=0 2024-11-09T11:16:27,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151047968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741949_1125 (size=14594) 2024-11-09T11:16:27,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:27,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a00fe9dae2a94d18a2e5ef13108d447d_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a00fe9dae2a94d18a2e5ef13108d447d_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:27,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/f07c45f32a2f4d98979b7b727ea2b57c, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:28,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/f07c45f32a2f4d98979b7b727ea2b57c is 175, key is test_row_0/A:col10/1731150987247/Put/seqid=0 2024-11-09T11:16:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741950_1126 (size=39549) 2024-11-09T11:16:28,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:28,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151048088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:28,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T11:16:28,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151048311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:28,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:28,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,423 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/f07c45f32a2f4d98979b7b727ea2b57c 2024-11-09T11:16:28,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151048421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151048421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151048421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:28,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151048421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:28,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/81c7c09924254f959f063c1bc0b5ff8a is 50, key is test_row_0/B:col10/1731150987247/Put/seqid=0 2024-11-09T11:16:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741951_1127 (size=12001) 2024-11-09T11:16:28,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/81c7c09924254f959f063c1bc0b5ff8a 2024-11-09T11:16:28,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/9a734891f9c04e88a07e0024e075bf59 is 50, key is test_row_0/C:col10/1731150987247/Put/seqid=0 2024-11-09T11:16:28,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:16:28,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:28,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:28,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741952_1128 (size=12001) 2024-11-09T11:16:28,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/9a734891f9c04e88a07e0024e075bf59 2024-11-09T11:16:28,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/f07c45f32a2f4d98979b7b727ea2b57c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/f07c45f32a2f4d98979b7b727ea2b57c 2024-11-09T11:16:28,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/f07c45f32a2f4d98979b7b727ea2b57c, entries=200, sequenceid=49, filesize=38.6 K 2024-11-09T11:16:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/81c7c09924254f959f063c1bc0b5ff8a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/81c7c09924254f959f063c1bc0b5ff8a 2024-11-09T11:16:28,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/81c7c09924254f959f063c1bc0b5ff8a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T11:16:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/9a734891f9c04e88a07e0024e075bf59 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9a734891f9c04e88a07e0024e075bf59 2024-11-09T11:16:28,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9a734891f9c04e88a07e0024e075bf59, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T11:16:28,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=40.25 KB/41220 for 5306d6170fa1f8f8deb977ec285bb905 in 675ms, sequenceid=49, compaction requested=false 2024-11-09T11:16:28,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:28,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:28,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:28,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091f02b50001dd426cbb1e2f6e9abfcdef_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150987965/Put/seqid=0 2024-11-09T11:16:28,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741953_1129 (size=14594) 2024-11-09T11:16:28,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150988739, max timestamp=1731150988791Num uniques 859; 2024-11-09T11:16:28,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150988739, max timestamp=1731150988791Num uniques 859; 2024-11-09T11:16:28,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:28,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:28,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150988739, max timestamp=1731150988791Num uniques 859; 2024-11-09T11:16:28,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:28,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:28,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151048898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:28,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:28,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:29,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151049011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:29,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:29,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091f02b50001dd426cbb1e2f6e9abfcdef_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091f02b50001dd426cbb1e2f6e9abfcdef_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:29,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da914f64389d4d03965610da2b8ed447, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:29,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da914f64389d4d03965610da2b8ed447 is 175, key is test_row_0/A:col10/1731150987965/Put/seqid=0 2024-11-09T11:16:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741954_1130 (size=39549) 2024-11-09T11:16:29,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da914f64389d4d03965610da2b8ed447 2024-11-09T11:16:29,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/843017985d3941338f59d7ba0327d937 is 50, key is test_row_0/B:col10/1731150987965/Put/seqid=0 2024-11-09T11:16:29,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741955_1131 (size=12001) 2024-11-09T11:16:29,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151049221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T11:16:29,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151049431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:29,437 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:29,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151049442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:29,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:29,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151049442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:29,447 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:29,447 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151049442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:29,449 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:29,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:29,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:29,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151049531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:29,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/843017985d3941338f59d7ba0327d937 2024-11-09T11:16:29,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/c5888bd7d9a840d9886d77cc72af63bf is 50, key is test_row_0/C:col10/1731150987965/Put/seqid=0 2024-11-09T11:16:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741956_1132 (size=12001) 2024-11-09T11:16:29,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/c5888bd7d9a840d9886d77cc72af63bf 2024-11-09T11:16:29,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:29,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:29,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:29,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da914f64389d4d03965610da2b8ed447 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da914f64389d4d03965610da2b8ed447 2024-11-09T11:16:29,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da914f64389d4d03965610da2b8ed447, entries=200, sequenceid=59, filesize=38.6 K 2024-11-09T11:16:29,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/843017985d3941338f59d7ba0327d937 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/843017985d3941338f59d7ba0327d937 2024-11-09T11:16:29,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/843017985d3941338f59d7ba0327d937, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T11:16:29,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/c5888bd7d9a840d9886d77cc72af63bf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/c5888bd7d9a840d9886d77cc72af63bf 2024-11-09T11:16:29,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/c5888bd7d9a840d9886d77cc72af63bf, entries=150, sequenceid=59, filesize=11.7 K 2024-11-09T11:16:29,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5306d6170fa1f8f8deb977ec285bb905 in 1022ms, sequenceid=59, compaction requested=true 2024-11-09T11:16:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:29,648 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:29,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:29,649 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:29,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:29,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:29,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:29,650 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:29,651 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:29,651 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,651 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a4070ec83136409a8a0dd803d2d84f7c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/f07c45f32a2f4d98979b7b727ea2b57c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da914f64389d4d03965610da2b8ed447] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=124.3 K 2024-11-09T11:16:29,651 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,651 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a4070ec83136409a8a0dd803d2d84f7c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/f07c45f32a2f4d98979b7b727ea2b57c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da914f64389d4d03965610da2b8ed447] 2024-11-09T11:16:29,652 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:29,652 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:29,652 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,653 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/57fd1923494d4b16b2c31efe1d92e289, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/81c7c09924254f959f063c1bc0b5ff8a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/843017985d3941338f59d7ba0327d937] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=35.2 K 2024-11-09T11:16:29,654 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4070ec83136409a8a0dd803d2d84f7c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731150987121 2024-11-09T11:16:29,654 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 57fd1923494d4b16b2c31efe1d92e289, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731150987127 2024-11-09T11:16:29,655 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f07c45f32a2f4d98979b7b727ea2b57c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731150987229 2024-11-09T11:16:29,656 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 81c7c09924254f959f063c1bc0b5ff8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731150987231 2024-11-09T11:16:29,656 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting da914f64389d4d03965610da2b8ed447, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150987943 2024-11-09T11:16:29,656 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 843017985d3941338f59d7ba0327d937, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150987948 2024-11-09T11:16:29,687 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:29,687 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/50afd4011d564a8e96b2cfd5c0adfbf5 is 50, key is test_row_0/B:col10/1731150987965/Put/seqid=0 2024-11-09T11:16:29,697 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741957_1133 (size=12104) 2024-11-09T11:16:29,724 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/50afd4011d564a8e96b2cfd5c0adfbf5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/50afd4011d564a8e96b2cfd5c0adfbf5 2024-11-09T11:16:29,731 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110907e50c3d2213455294dba82b6ea1f989_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:29,735 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into 50afd4011d564a8e96b2cfd5c0adfbf5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:29,735 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:29,735 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=13, startTime=1731150989648; duration=0sec 2024-11-09T11:16:29,736 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:29,736 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:29,736 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:29,736 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110907e50c3d2213455294dba82b6ea1f989_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:29,736 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110907e50c3d2213455294dba82b6ea1f989_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:29,737 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:29,737 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:29,738 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,738 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/42dabbdc92744aa5b7121cce3879f3e5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9a734891f9c04e88a07e0024e075bf59, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/c5888bd7d9a840d9886d77cc72af63bf] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=35.2 K 2024-11-09T11:16:29,739 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 42dabbdc92744aa5b7121cce3879f3e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731150987127 2024-11-09T11:16:29,740 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a734891f9c04e88a07e0024e075bf59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731150987231 2024-11-09T11:16:29,741 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c5888bd7d9a840d9886d77cc72af63bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150987948 2024-11-09T11:16:29,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T11:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:29,763 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T11:16:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741958_1134 (size=4469) 2024-11-09T11:16:29,774 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:29,775 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#115 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:29,775 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/b845f03933784858b20089c1a3d34093 is 50, key is test_row_0/C:col10/1731150987965/Put/seqid=0 2024-11-09T11:16:29,775 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/68c269a7e7b74facb126fe4862c6a9aa is 175, key is test_row_0/A:col10/1731150987965/Put/seqid=0 2024-11-09T11:16:29,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d5ab0b0b342144d69d368ff6b900b5b8_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150988896/Put/seqid=0 2024-11-09T11:16:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741959_1135 (size=31058) 2024-11-09T11:16:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741961_1137 (size=12154) 2024-11-09T11:16:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741960_1136 (size=12104) 2024-11-09T11:16:29,834 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/68c269a7e7b74facb126fe4862c6a9aa as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/68c269a7e7b74facb126fe4862c6a9aa 2024-11-09T11:16:29,848 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/b845f03933784858b20089c1a3d34093 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/b845f03933784858b20089c1a3d34093 2024-11-09T11:16:29,856 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into 68c269a7e7b74facb126fe4862c6a9aa(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:29,856 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:29,857 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=13, startTime=1731150989648; duration=0sec 2024-11-09T11:16:29,857 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:29,857 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:29,860 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into b845f03933784858b20089c1a3d34093(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:29,860 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:29,860 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=13, startTime=1731150989649; duration=0sec 2024-11-09T11:16:29,860 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:29,861 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:30,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:30,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151050110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:30,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151050232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:30,243 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d5ab0b0b342144d69d368ff6b900b5b8_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5ab0b0b342144d69d368ff6b900b5b8_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:30,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/5e059a4e67074858811506f68098c61f, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:30,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/5e059a4e67074858811506f68098c61f is 175, key is test_row_0/A:col10/1731150988896/Put/seqid=0 2024-11-09T11:16:30,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741962_1138 (size=30955) 2024-11-09T11:16:30,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151050442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:30,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:30,687 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/5e059a4e67074858811506f68098c61f 2024-11-09T11:16:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/106179e6ddd54b00a8d29959077627f1 is 50, key is test_row_0/B:col10/1731150988896/Put/seqid=0 2024-11-09T11:16:30,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151050751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:30,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741963_1139 (size=12001) 2024-11-09T11:16:30,782 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/106179e6ddd54b00a8d29959077627f1 2024-11-09T11:16:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/9ba301a4f7fa46f593a9d2655eed9666 is 50, key is test_row_0/C:col10/1731150988896/Put/seqid=0 2024-11-09T11:16:30,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741964_1140 (size=12001) 2024-11-09T11:16:31,198 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/9ba301a4f7fa46f593a9d2655eed9666 2024-11-09T11:16:31,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/5e059a4e67074858811506f68098c61f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/5e059a4e67074858811506f68098c61f 2024-11-09T11:16:31,208 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/5e059a4e67074858811506f68098c61f, entries=150, sequenceid=96, filesize=30.2 K 2024-11-09T11:16:31,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/106179e6ddd54b00a8d29959077627f1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/106179e6ddd54b00a8d29959077627f1 2024-11-09T11:16:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,215 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/106179e6ddd54b00a8d29959077627f1, entries=150, sequenceid=96, filesize=11.7 K 2024-11-09T11:16:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/9ba301a4f7fa46f593a9d2655eed9666 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9ba301a4f7fa46f593a9d2655eed9666 2024-11-09T11:16:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,225 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9ba301a4f7fa46f593a9d2655eed9666, entries=150, sequenceid=96, filesize=11.7 K 2024-11-09T11:16:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,226 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 5306d6170fa1f8f8deb977ec285bb905 in 1464ms, sequenceid=96, compaction requested=false 2024-11-09T11:16:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T11:16:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T11:16:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T11:16:31,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1030 sec 2024-11-09T11:16:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 4.1170 sec 2024-11-09T11:16:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T11:16:31,292 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:31,292 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-09T11:16:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,295 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T11:16:31,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T11:16:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:31,296 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:31,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f3c123f220dd40d1aa1c6a9020de1b27_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_1/A:col10/1731150990107/Put/seqid=0 2024-11-09T11:16:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741965_1141 (size=12154) 2024-11-09T11:16:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T11:16:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150991491, max timestamp=1731150991557Num uniques 859; 2024-11-09T11:16:31,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150991491, max timestamp=1731150991559Num uniques 859; 2024-11-09T11:16:31,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:31,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150991491, max timestamp=1731150991559Num uniques 859; 2024-11-09T11:16:31,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T11:16:31,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151051618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151051619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151051619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151051620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151051623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151051731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151051731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151051732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151051732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f3c123f220dd40d1aa1c6a9020de1b27_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3c123f220dd40d1aa1c6a9020de1b27_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,777 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/b1c4cde791ca42ddb63401fa0384b219, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/b1c4cde791ca42ddb63401fa0384b219 is 175, key is test_row_1/A:col10/1731150990107/Put/seqid=0 2024-11-09T11:16:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151051772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:31,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:31,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741966_1142 (size=30951) 2024-11-09T11:16:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T11:16:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151051981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151051982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151051982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151051982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151052022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:32,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:32,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:32,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,263 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/b1c4cde791ca42ddb63401fa0384b219 2024-11-09T11:16:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/75c699aba52e4a598af98a75b4c958e2 is 50, key is test_row_1/B:col10/1731150990107/Put/seqid=0 2024-11-09T11:16:32,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151052322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151052322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151052322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151052322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741967_1143 (size=9657) 2024-11-09T11:16:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151052351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T11:16:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:32,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/75c699aba52e4a598af98a75b4c958e2 2024-11-09T11:16:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/3f1fbd601da64de8b02210c754bb74c2 is 50, key is test_row_1/C:col10/1731150990107/Put/seqid=0 2024-11-09T11:16:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741968_1144 (size=9657) 2024-11-09T11:16:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151052842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151052842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151052842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151052842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151052882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:33,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:33,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:33,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:33,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:33,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/3f1fbd601da64de8b02210c754bb74c2 2024-11-09T11:16:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/b1c4cde791ca42ddb63401fa0384b219 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/b1c4cde791ca42ddb63401fa0384b219 2024-11-09T11:16:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/b1c4cde791ca42ddb63401fa0384b219, entries=150, sequenceid=109, filesize=30.2 K 2024-11-09T11:16:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/75c699aba52e4a598af98a75b4c958e2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/75c699aba52e4a598af98a75b4c958e2 2024-11-09T11:16:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/75c699aba52e4a598af98a75b4c958e2, entries=100, sequenceid=109, filesize=9.4 K 2024-11-09T11:16:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/3f1fbd601da64de8b02210c754bb74c2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3f1fbd601da64de8b02210c754bb74c2 2024-11-09T11:16:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3f1fbd601da64de8b02210c754bb74c2, entries=100, sequenceid=109, filesize=9.4 K 2024-11-09T11:16:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5306d6170fa1f8f8deb977ec285bb905 in 1958ms, sequenceid=109, compaction requested=true 2024-11-09T11:16:33,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:33,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:33,255 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:33,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:33,255 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:33,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:33,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:33,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,257 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:33,257 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:33,257 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:33,257 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,258 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,258 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/50afd4011d564a8e96b2cfd5c0adfbf5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/106179e6ddd54b00a8d29959077627f1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/75c699aba52e4a598af98a75b4c958e2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=33.0 K 2024-11-09T11:16:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,258 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,259 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/68c269a7e7b74facb126fe4862c6a9aa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/5e059a4e67074858811506f68098c61f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/b1c4cde791ca42ddb63401fa0384b219] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=90.8 K 2024-11-09T11:16:33,259 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,259 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/68c269a7e7b74facb126fe4862c6a9aa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/5e059a4e67074858811506f68098c61f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/b1c4cde791ca42ddb63401fa0384b219] 2024-11-09T11:16:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,259 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50afd4011d564a8e96b2cfd5c0adfbf5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150987948 2024-11-09T11:16:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,260 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 68c269a7e7b74facb126fe4862c6a9aa, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150987948 2024-11-09T11:16:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,260 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 106179e6ddd54b00a8d29959077627f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731150988864 2024-11-09T11:16:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,261 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e059a4e67074858811506f68098c61f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731150988864 2024-11-09T11:16:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,261 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75c699aba52e4a598af98a75b4c958e2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731150990107 2024-11-09T11:16:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,262 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b1c4cde791ca42ddb63401fa0384b219, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731150990048 2024-11-09T11:16:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,285 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,286 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/c2cd3764970b40098f24dfd6b707e518 is 50, key is test_row_0/B:col10/1731150988896/Put/seqid=0 2024-11-09T11:16:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,290 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,305 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093ab9d6233970454c8686bfe90fc6fb2e_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,308 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093ab9d6233970454c8686bfe90fc6fb2e_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:33,308 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093ab9d6233970454c8686bfe90fc6fb2e_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741969_1145 (size=12207) 2024-11-09T11:16:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,323 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/c2cd3764970b40098f24dfd6b707e518 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c2cd3764970b40098f24dfd6b707e518 2024-11-09T11:16:33,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T11:16:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,323 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-09T11:16:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,334 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into c2cd3764970b40098f24dfd6b707e518(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,334 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,334 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=13, startTime=1731150993255; duration=0sec 2024-11-09T11:16:33,335 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:33,335 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:33,335 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741970_1146 (size=4469) 2024-11-09T11:16:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,338 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:33,339 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:33,339 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,339 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/b845f03933784858b20089c1a3d34093, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9ba301a4f7fa46f593a9d2655eed9666, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3f1fbd601da64de8b02210c754bb74c2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=33.0 K 2024-11-09T11:16:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,339 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#124 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,340 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/29265c843de2421aa07fc704e49b0dce is 175, key is test_row_0/A:col10/1731150988896/Put/seqid=0 2024-11-09T11:16:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,342 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b845f03933784858b20089c1a3d34093, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731150987948 2024-11-09T11:16:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,342 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba301a4f7fa46f593a9d2655eed9666, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731150988864 2024-11-09T11:16:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,343 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f1fbd601da64de8b02210c754bb74c2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731150990107 2024-11-09T11:16:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109275028debc5f4d4cba420ecc4a009c2a_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_1/A:col10/1731150991620/Put/seqid=0 2024-11-09T11:16:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741971_1147 (size=31268) 2024-11-09T11:16:33,357 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,357 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/e01ed06f623d476f8c529a921f5ee5a4 is 50, key is test_row_0/C:col10/1731150988896/Put/seqid=0 2024-11-09T11:16:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,365 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/29265c843de2421aa07fc704e49b0dce as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/29265c843de2421aa07fc704e49b0dce 2024-11-09T11:16:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,378 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into 29265c843de2421aa07fc704e49b0dce(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,378 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:33,378 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=13, startTime=1731150993255; duration=0sec 2024-11-09T11:16:33,378 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,378 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741972_1148 (size=12207) 2024-11-09T11:16:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,396 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/e01ed06f623d476f8c529a921f5ee5a4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e01ed06f623d476f8c529a921f5ee5a4 2024-11-09T11:16:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741973_1149 (size=9814) 2024-11-09T11:16:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,403 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into e01ed06f623d476f8c529a921f5ee5a4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:33,403 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:33,403 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=13, startTime=1731150993255; duration=0sec 2024-11-09T11:16:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,403 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:33,403 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,404 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109275028debc5f4d4cba420ecc4a009c2a_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109275028debc5f4d4cba420ecc4a009c2a_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/133651c21ab14847a8fb07f53760eab7, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/133651c21ab14847a8fb07f53760eab7 is 175, key is test_row_1/A:col10/1731150991620/Put/seqid=0 2024-11-09T11:16:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741974_1150 (size=22461) 2024-11-09T11:16:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,415 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/133651c21ab14847a8fb07f53760eab7 2024-11-09T11:16:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/b8b3993bc24849278f7cec3bc7e40878 is 50, key is test_row_1/B:col10/1731150991620/Put/seqid=0 2024-11-09T11:16:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T11:16:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741975_1151 (size=9757) 2024-11-09T11:16:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,852 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/b8b3993bc24849278f7cec3bc7e40878 2024-11-09T11:16:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/65a3415f0ff5463dad225599b09c6ed2 is 50, key is test_row_1/C:col10/1731150991620/Put/seqid=0 2024-11-09T11:16:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:33,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741976_1152 (size=9757) 2024-11-09T11:16:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,903 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/65a3415f0ff5463dad225599b09c6ed2 2024-11-09T11:16:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/133651c21ab14847a8fb07f53760eab7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/133651c21ab14847a8fb07f53760eab7 2024-11-09T11:16:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151053907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:33,929 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/133651c21ab14847a8fb07f53760eab7, entries=100, sequenceid=144, filesize=21.9 K 2024-11-09T11:16:33,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/b8b3993bc24849278f7cec3bc7e40878 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b8b3993bc24849278f7cec3bc7e40878 2024-11-09T11:16:33,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151053925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:33,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151053925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:33,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151053928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:33,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151053934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:33,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:33,942 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b8b3993bc24849278f7cec3bc7e40878, entries=100, sequenceid=144, filesize=9.5 K 2024-11-09T11:16:33,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/65a3415f0ff5463dad225599b09c6ed2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/65a3415f0ff5463dad225599b09c6ed2 2024-11-09T11:16:33,954 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/65a3415f0ff5463dad225599b09c6ed2, entries=100, sequenceid=144, filesize=9.5 K 2024-11-09T11:16:33,955 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 5306d6170fa1f8f8deb977ec285bb905 in 632ms, sequenceid=144, compaction requested=false 2024-11-09T11:16:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T11:16:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T11:16:33,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T11:16:33,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6610 sec 2024-11-09T11:16:33,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.6670 sec 2024-11-09T11:16:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:34,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:16:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:34,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110938c9c140b6cc4945af0ec74d30986d10_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150993901/Put/seqid=0 2024-11-09T11:16:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741977_1153 (size=14794) 2024-11-09T11:16:34,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:34,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151054072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151054074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151054074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151054076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,086 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110938c9c140b6cc4945af0ec74d30986d10_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110938c9c140b6cc4945af0ec74d30986d10_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:34,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151054081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/60f38d3ef6c24ed5b99b594f833234bc, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:34,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/60f38d3ef6c24ed5b99b594f833234bc is 175, key is test_row_0/A:col10/1731150993901/Put/seqid=0 2024-11-09T11:16:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741978_1154 (size=39749) 2024-11-09T11:16:34,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151054191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151054191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151054192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151054192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151054192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151054402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151054402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151054402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151054402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151054402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,524 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/60f38d3ef6c24ed5b99b594f833234bc 2024-11-09T11:16:34,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/b0ce63476f5c4bb5b7f5334a0a4dd413 is 50, key is test_row_0/B:col10/1731150993901/Put/seqid=0 2024-11-09T11:16:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741979_1155 (size=12151) 2024-11-09T11:16:34,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/b0ce63476f5c4bb5b7f5334a0a4dd413 2024-11-09T11:16:34,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/7aecd636e2e14ad79f5535f7055f2106 is 50, key is test_row_0/C:col10/1731150993901/Put/seqid=0 2024-11-09T11:16:34,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741980_1156 (size=12151) 2024-11-09T11:16:34,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151054711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151054711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151054711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151054711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151054725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/7aecd636e2e14ad79f5535f7055f2106 2024-11-09T11:16:35,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/60f38d3ef6c24ed5b99b594f833234bc as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/60f38d3ef6c24ed5b99b594f833234bc 2024-11-09T11:16:35,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/60f38d3ef6c24ed5b99b594f833234bc, entries=200, sequenceid=160, filesize=38.8 K 2024-11-09T11:16:35,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/b0ce63476f5c4bb5b7f5334a0a4dd413 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b0ce63476f5c4bb5b7f5334a0a4dd413 2024-11-09T11:16:35,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b0ce63476f5c4bb5b7f5334a0a4dd413, entries=150, sequenceid=160, filesize=11.9 K 2024-11-09T11:16:35,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/7aecd636e2e14ad79f5535f7055f2106 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7aecd636e2e14ad79f5535f7055f2106 2024-11-09T11:16:35,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7aecd636e2e14ad79f5535f7055f2106, entries=150, sequenceid=160, filesize=11.9 K 2024-11-09T11:16:35,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 5306d6170fa1f8f8deb977ec285bb905 in 1095ms, sequenceid=160, compaction requested=true 2024-11-09T11:16:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:35,129 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:35,131 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93478 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:35,131 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:35,131 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:35,131 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/29265c843de2421aa07fc704e49b0dce, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/133651c21ab14847a8fb07f53760eab7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/60f38d3ef6c24ed5b99b594f833234bc] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=91.3 K 2024-11-09T11:16:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:35,131 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:35,131 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/29265c843de2421aa07fc704e49b0dce, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/133651c21ab14847a8fb07f53760eab7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/60f38d3ef6c24ed5b99b594f833234bc] 2024-11-09T11:16:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:35,131 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:35,133 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29265c843de2421aa07fc704e49b0dce, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731150988896 2024-11-09T11:16:35,133 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 133651c21ab14847a8fb07f53760eab7, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731150991619 2024-11-09T11:16:35,134 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60f38d3ef6c24ed5b99b594f833234bc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731150993901 2024-11-09T11:16:35,135 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:35,135 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:35,135 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,135 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c2cd3764970b40098f24dfd6b707e518, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b8b3993bc24849278f7cec3bc7e40878, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b0ce63476f5c4bb5b7f5334a0a4dd413] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=33.3 K 2024-11-09T11:16:35,136 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c2cd3764970b40098f24dfd6b707e518, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731150988896 2024-11-09T11:16:35,137 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b8b3993bc24849278f7cec3bc7e40878, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731150991619 2024-11-09T11:16:35,139 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b0ce63476f5c4bb5b7f5334a0a4dd413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731150993901 2024-11-09T11:16:35,169 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:35,172 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:35,173 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/8898ff3615974250b0e165044e2465e2 is 50, key is test_row_0/B:col10/1731150993901/Put/seqid=0 2024-11-09T11:16:35,177 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109464a469b71ca45cebf11cc061126c552_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:35,179 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109464a469b71ca45cebf11cc061126c552_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:35,180 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109464a469b71ca45cebf11cc061126c552_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741981_1157 (size=4469) 2024-11-09T11:16:35,210 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#132 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:35,210 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/aef5ce450888405fa1148ddbdf9594fa is 175, key is test_row_0/A:col10/1731150993901/Put/seqid=0 2024-11-09T11:16:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741982_1158 (size=12459) 2024-11-09T11:16:35,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:16:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:35,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731150994073, max timestamp=1731150995229Num uniques 859; 2024-11-09T11:16:35,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731150994073, max timestamp=1731150995229Num uniques 859; 2024-11-09T11:16:35,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:16:35,236 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:16:35,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731150994073, max timestamp=1731150995229Num uniques 859; 2024-11-09T11:16:35,237 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:16:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:35,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741983_1159 (size=31413) 2024-11-09T11:16:35,271 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/aef5ce450888405fa1148ddbdf9594fa as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/aef5ce450888405fa1148ddbdf9594fa 2024-11-09T11:16:35,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aadba6175d554814bb5c75a0e17b4dc0_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150994073/Put/seqid=0 2024-11-09T11:16:35,290 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into aef5ce450888405fa1148ddbdf9594fa(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:35,290 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:35,290 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=13, startTime=1731150995129; duration=0sec 2024-11-09T11:16:35,291 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:35,291 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:35,291 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:35,298 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:35,298 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:35,298 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,299 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e01ed06f623d476f8c529a921f5ee5a4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/65a3415f0ff5463dad225599b09c6ed2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7aecd636e2e14ad79f5535f7055f2106] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=33.3 K 2024-11-09T11:16:35,299 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e01ed06f623d476f8c529a921f5ee5a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731150988896 2024-11-09T11:16:35,300 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65a3415f0ff5463dad225599b09c6ed2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731150991619 2024-11-09T11:16:35,301 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aecd636e2e14ad79f5535f7055f2106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731150993901 2024-11-09T11:16:35,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150995279, max timestamp=1731150995296Num uniques 859; 2024-11-09T11:16:35,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:35,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150995279, max timestamp=1731150995296Num uniques 859; 2024-11-09T11:16:35,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:35,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150995279, max timestamp=1731150995296Num uniques 859; 2024-11-09T11:16:35,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741984_1160 (size=12304) 2024-11-09T11:16:35,324 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:35,324 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/6faab864339e49f7aa9edbb96c366c17 is 50, key is test_row_0/C:col10/1731150993901/Put/seqid=0 2024-11-09T11:16:35,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:35,334 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aadba6175d554814bb5c75a0e17b4dc0_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aadba6175d554814bb5c75a0e17b4dc0_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:35,335 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/671980f31aae46fdbfda2d160d384d06, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:35,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/671980f31aae46fdbfda2d160d384d06 is 175, key is test_row_0/A:col10/1731150994073/Put/seqid=0 2024-11-09T11:16:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741986_1162 (size=31105) 2024-11-09T11:16:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741985_1161 (size=12459) 2024-11-09T11:16:35,353 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/6faab864339e49f7aa9edbb96c366c17 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/6faab864339e49f7aa9edbb96c366c17 2024-11-09T11:16:35,363 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into 6faab864339e49f7aa9edbb96c366c17(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:35,363 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:35,363 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=13, startTime=1731150995131; duration=0sec 2024-11-09T11:16:35,363 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:35,363 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:35,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151055357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151055359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151055362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150995332, max timestamp=1731150995360Num uniques 1068; 2024-11-09T11:16:35,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-09T11:16:35,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150995332, max timestamp=1731150995360Num uniques 1068; 2024-11-09T11:16:35,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731150995332, max timestamp=1731150995360Num uniques 1068; 2024-11-09T11:16:35,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-09T11:16:35,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-09T11:16:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T11:16:35,464 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:35,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-09T11:16:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T11:16:35,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731150995407, max timestamp=1731150995454Num uniques 1009; 2024-11-09T11:16:35,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8102, suffix heap size=132904,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177 2024-11-09T11:16:35,473 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:35,474 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:35,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:35,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731150995407, max timestamp=1731150995454Num uniques 1009; 2024-11-09T11:16:35,474 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8102, suffix heap size=132904,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177 2024-11-09T11:16:35,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731150995407, max timestamp=1731150995454Num uniques 1009; 2024-11-09T11:16:35,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8102, suffix heap size=132904,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177 2024-11-09T11:16:35,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731150995500, max timestamp=1731150995512Num uniques 1036; 2024-11-09T11:16:35,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-09T11:16:35,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731150995500, max timestamp=1731150995512Num uniques 1036; 2024-11-09T11:16:35,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-09T11:16:35,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731150995500, max timestamp=1731150995512Num uniques 1036; 2024-11-09T11:16:35,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-11-09T11:16:35,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731150995556, max timestamp=1731150995565Num uniques 1145; 2024-11-09T11:16:35,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-09T11:16:35,570 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731150995556, max timestamp=1731150995565Num uniques 1145; 2024-11-09T11:16:35,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-09T11:16:35,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731150995556, max timestamp=1731150995565Num uniques 1145; 2024-11-09T11:16:35,574 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-11-09T11:16:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T11:16:35,632 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/8898ff3615974250b0e165044e2465e2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8898ff3615974250b0e165044e2465e2 2024-11-09T11:16:35,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T11:16:35,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:35,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:35,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:35,646 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into 8898ff3615974250b0e165044e2465e2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:35,647 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:35,647 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=13, startTime=1731150995131; duration=0sec 2024-11-09T11:16:35,647 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:35,647 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:35,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=554, cellSize=25370, totalHeapSize=57856, min timestamp=1731150995580, max timestamp=1731150995690Num uniques 1054; 2024-11-09T11:16:35,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=25370, suffix heap size=137584,new segment heap size=57856  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=554 2024-11-09T11:16:35,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=554, cellSize=25370, totalHeapSize=57856, min timestamp=1731150995580, max timestamp=1731150995690Num uniques 1054; 2024-11-09T11:16:35,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=25370, suffix heap size=137584,new segment heap size=57856  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=554 2024-11-09T11:16:35,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731150995670, max timestamp=1731150995690Num uniques 1054; 2024-11-09T11:16:35,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-09T11:16:35,748 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/671980f31aae46fdbfda2d160d384d06 2024-11-09T11:16:35,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151055743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151055747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151055750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151055750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151055753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/d593e50272cf48dc870a467555f66237 is 50, key is test_row_0/B:col10/1731150994073/Put/seqid=0 2024-11-09T11:16:35,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T11:16:35,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:35,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:35,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T11:16:35,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741987_1163 (size=12151) 2024-11-09T11:16:35,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/d593e50272cf48dc870a467555f66237 2024-11-09T11:16:35,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/d5090b247e5e470283175c767d27d77d is 50, key is test_row_0/C:col10/1731150994073/Put/seqid=0 2024-11-09T11:16:35,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151055864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741988_1164 (size=12151) 2024-11-09T11:16:35,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151055872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/d5090b247e5e470283175c767d27d77d 2024-11-09T11:16:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151055873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151055873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/671980f31aae46fdbfda2d160d384d06 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/671980f31aae46fdbfda2d160d384d06 2024-11-09T11:16:35,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151055874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:35,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/671980f31aae46fdbfda2d160d384d06, entries=150, sequenceid=182, filesize=30.4 K 2024-11-09T11:16:35,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/d593e50272cf48dc870a467555f66237 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/d593e50272cf48dc870a467555f66237 2024-11-09T11:16:35,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/d593e50272cf48dc870a467555f66237, entries=150, sequenceid=182, filesize=11.9 K 2024-11-09T11:16:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/d5090b247e5e470283175c767d27d77d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/d5090b247e5e470283175c767d27d77d 2024-11-09T11:16:35,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/d5090b247e5e470283175c767d27d77d, entries=150, sequenceid=182, filesize=11.9 K 2024-11-09T11:16:35,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=167.72 KB/171750 for 5306d6170fa1f8f8deb977ec285bb905 in 681ms, sequenceid=182, compaction requested=false 2024-11-09T11:16:35,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:35,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T11:16:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:35,943 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=167.72 KB heapSize=456.94 KB 2024-11-09T11:16:35,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:35,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:35,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093aa3eda96abf4c7aa705660300b47574_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150995741/Put/seqid=0 2024-11-09T11:16:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741989_1165 (size=12454) 2024-11-09T11:16:35,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:35,988 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093aa3eda96abf4c7aa705660300b47574_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093aa3eda96abf4c7aa705660300b47574_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3cc523fd554d4a588c18ea23c1638086, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:35,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3cc523fd554d4a588c18ea23c1638086 is 175, key is test_row_0/A:col10/1731150995741/Put/seqid=0 2024-11-09T11:16:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741990_1166 (size=31255) 2024-11-09T11:16:36,009 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3cc523fd554d4a588c18ea23c1638086 2024-11-09T11:16:36,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/43c7e34ce924471694899d876ad8308b is 50, key is test_row_0/B:col10/1731150995741/Put/seqid=0 2024-11-09T11:16:36,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741991_1167 (size=12301) 2024-11-09T11:16:36,059 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/43c7e34ce924471694899d876ad8308b 2024-11-09T11:16:36,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/2291c1fa686c4ec48b58ca1918270c7d is 50, key is test_row_0/C:col10/1731150995741/Put/seqid=0 2024-11-09T11:16:36,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741992_1168 (size=12301) 2024-11-09T11:16:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151056092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151056093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T11:16:36,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151056098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151056100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151056101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,113 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T11:16:36,113 INFO [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T11:16:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151056212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151056212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151056212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151056402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151056422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151056422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151056422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151056422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,491 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/2291c1fa686c4ec48b58ca1918270c7d 2024-11-09T11:16:36,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3cc523fd554d4a588c18ea23c1638086 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3cc523fd554d4a588c18ea23c1638086 2024-11-09T11:16:36,503 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3cc523fd554d4a588c18ea23c1638086, entries=150, sequenceid=307, filesize=30.5 K 2024-11-09T11:16:36,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/43c7e34ce924471694899d876ad8308b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/43c7e34ce924471694899d876ad8308b 2024-11-09T11:16:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/43c7e34ce924471694899d876ad8308b, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T11:16:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/2291c1fa686c4ec48b58ca1918270c7d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/2291c1fa686c4ec48b58ca1918270c7d 2024-11-09T11:16:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,533 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/2291c1fa686c4ec48b58ca1918270c7d, entries=150, sequenceid=307, filesize=12.0 K 2024-11-09T11:16:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,534 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~456.89 KB/467856, currentSize=26.84 KB/27480 for 5306d6170fa1f8f8deb977ec285bb905 in 591ms, sequenceid=307, compaction requested=true 2024-11-09T11:16:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T11:16:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T11:16:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-09T11:16:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0620 sec 2024-11-09T11:16:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0720 sec 2024-11-09T11:16:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T11:16:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,612 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,615 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-09T11:16:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T11:16:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,617 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:36,618 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:36,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T11:16:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:36,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:36,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:36,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110936e92b42a68a41b59e50a706b94daad5_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150996751/Put/seqid=0 2024-11-09T11:16:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T11:16:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:36,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741993_1169 (size=17534) 2024-11-09T11:16:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,788 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,792 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110936e92b42a68a41b59e50a706b94daad5_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110936e92b42a68a41b59e50a706b94daad5_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,793 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a49a0e9340aa4bcd96031ffb4dd6cf21, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a49a0e9340aa4bcd96031ffb4dd6cf21 is 175, key is test_row_0/A:col10/1731150996751/Put/seqid=0 2024-11-09T11:16:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741994_1170 (size=48635) 2024-11-09T11:16:36,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150996807, max timestamp=1731150996825Num uniques 859; 2024-11-09T11:16:36,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150996807, max timestamp=1731150996825Num uniques 859; 2024-11-09T11:16:36,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:36,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:36,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731150996807, max timestamp=1731150996825Num uniques 859; 2024-11-09T11:16:36,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:36,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151056860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151056870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151056871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151056911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T11:16:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:36,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T11:16:36,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151056931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151056981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151056982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151056982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:36,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T11:16:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:37,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151057201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151057201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151057201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,223 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a49a0e9340aa4bcd96031ffb4dd6cf21 2024-11-09T11:16:37,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T11:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:37,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/65b419365be6475c9badef496fbbf6be is 50, key is test_row_0/B:col10/1731150996751/Put/seqid=0 2024-11-09T11:16:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T11:16:37,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741995_1171 (size=9857) 2024-11-09T11:16:37,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/65b419365be6475c9badef496fbbf6be 2024-11-09T11:16:37,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/74accd2401c3447f8ac8a53ffedf248a is 50, key is test_row_0/C:col10/1731150996751/Put/seqid=0 2024-11-09T11:16:37,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741996_1172 (size=9857) 2024-11-09T11:16:37,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/74accd2401c3447f8ac8a53ffedf248a 2024-11-09T11:16:37,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a49a0e9340aa4bcd96031ffb4dd6cf21 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a49a0e9340aa4bcd96031ffb4dd6cf21 2024-11-09T11:16:37,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a49a0e9340aa4bcd96031ffb4dd6cf21, entries=250, sequenceid=317, filesize=47.5 K 2024-11-09T11:16:37,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/65b419365be6475c9badef496fbbf6be as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/65b419365be6475c9badef496fbbf6be 2024-11-09T11:16:37,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/65b419365be6475c9badef496fbbf6be, entries=100, sequenceid=317, filesize=9.6 K 2024-11-09T11:16:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/74accd2401c3447f8ac8a53ffedf248a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/74accd2401c3447f8ac8a53ffedf248a 2024-11-09T11:16:37,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/74accd2401c3447f8ac8a53ffedf248a, entries=100, sequenceid=317, filesize=9.6 K 2024-11-09T11:16:37,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5306d6170fa1f8f8deb977ec285bb905 in 585ms, sequenceid=317, compaction requested=true 2024-11-09T11:16:37,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:37,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:37,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:37,338 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:37,338 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:37,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:37,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:37,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:37,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:37,340 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:37,340 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:37,340 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:37,340 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:37,340 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,340 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,341 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8898ff3615974250b0e165044e2465e2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/d593e50272cf48dc870a467555f66237, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/43c7e34ce924471694899d876ad8308b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/65b419365be6475c9badef496fbbf6be] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=45.7 K 2024-11-09T11:16:37,341 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/aef5ce450888405fa1148ddbdf9594fa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/671980f31aae46fdbfda2d160d384d06, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3cc523fd554d4a588c18ea23c1638086, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a49a0e9340aa4bcd96031ffb4dd6cf21] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=139.1 K 2024-11-09T11:16:37,341 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,341 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/aef5ce450888405fa1148ddbdf9594fa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/671980f31aae46fdbfda2d160d384d06, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3cc523fd554d4a588c18ea23c1638086, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a49a0e9340aa4bcd96031ffb4dd6cf21] 2024-11-09T11:16:37,343 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 8898ff3615974250b0e165044e2465e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731150993901 2024-11-09T11:16:37,343 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting aef5ce450888405fa1148ddbdf9594fa, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731150993901 2024-11-09T11:16:37,344 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 671980f31aae46fdbfda2d160d384d06, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731150994073 2024-11-09T11:16:37,345 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d593e50272cf48dc870a467555f66237, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731150994073 2024-11-09T11:16:37,345 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cc523fd554d4a588c18ea23c1638086, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731150995741 2024-11-09T11:16:37,345 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 43c7e34ce924471694899d876ad8308b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731150995741 2024-11-09T11:16:37,345 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a49a0e9340aa4bcd96031ffb4dd6cf21, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731150996094 2024-11-09T11:16:37,346 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 65b419365be6475c9badef496fbbf6be, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731150996095 2024-11-09T11:16:37,357 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:37,359 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:37,360 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/024f596752bb4da7b5b0d20c93a0e59f is 50, key is test_row_0/B:col10/1731150996751/Put/seqid=0 2024-11-09T11:16:37,365 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e512d680a72a461c82ad136140aff6df_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:37,368 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e512d680a72a461c82ad136140aff6df_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:37,369 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e512d680a72a461c82ad136140aff6df_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741997_1173 (size=12745) 2024-11-09T11:16:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741998_1174 (size=4469) 2024-11-09T11:16:37,382 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/024f596752bb4da7b5b0d20c93a0e59f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/024f596752bb4da7b5b0d20c93a0e59f 2024-11-09T11:16:37,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T11:16:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-09T11:16:37,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:37,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:37,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:37,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:37,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:37,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:37,393 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into 024f596752bb4da7b5b0d20c93a0e59f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:37,393 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:37,393 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=12, startTime=1731150997338; duration=0sec 2024-11-09T11:16:37,393 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:37,393 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:37,393 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:37,394 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46768 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:37,395 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:37,395 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:37,395 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/6faab864339e49f7aa9edbb96c366c17, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/d5090b247e5e470283175c767d27d77d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/2291c1fa686c4ec48b58ca1918270c7d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/74accd2401c3447f8ac8a53ffedf248a] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=45.7 K 2024-11-09T11:16:37,395 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6faab864339e49f7aa9edbb96c366c17, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731150993901 2024-11-09T11:16:37,396 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d5090b247e5e470283175c767d27d77d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731150994073 2024-11-09T11:16:37,396 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 2291c1fa686c4ec48b58ca1918270c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731150995741 2024-11-09T11:16:37,397 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 74accd2401c3447f8ac8a53ffedf248a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731150996095 2024-11-09T11:16:37,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109098b4e4ddc7d4564aabbec460d3837b1_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150996865/Put/seqid=0 2024-11-09T11:16:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741999_1175 (size=12454) 2024-11-09T11:16:37,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:37,435 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:37,436 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/a7076788fd6645c8a16c832882e0de37 is 50, key is test_row_0/C:col10/1731150996751/Put/seqid=0 2024-11-09T11:16:37,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109098b4e4ddc7d4564aabbec460d3837b1_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109098b4e4ddc7d4564aabbec460d3837b1_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:37,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/0672d251b5484a81a3d4af800eeb7654, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:37,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/0672d251b5484a81a3d4af800eeb7654 is 175, key is test_row_0/A:col10/1731150996865/Put/seqid=0 2024-11-09T11:16:37,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742000_1176 (size=12745) 2024-11-09T11:16:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742001_1177 (size=31255) 2024-11-09T11:16:37,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:37,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151057528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151057529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151057530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151057642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151057642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151057642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T11:16:37,782 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#144 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:37,783 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/583f2886ab1643d8899f8203536d10e8 is 175, key is test_row_0/A:col10/1731150996751/Put/seqid=0 2024-11-09T11:16:37,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742002_1178 (size=31806) 2024-11-09T11:16:37,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151057851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151057851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151057852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,878 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/0672d251b5484a81a3d4af800eeb7654 2024-11-09T11:16:37,891 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/a7076788fd6645c8a16c832882e0de37 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/a7076788fd6645c8a16c832882e0de37 2024-11-09T11:16:37,900 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into a7076788fd6645c8a16c832882e0de37(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:37,900 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:37,900 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=12, startTime=1731150997339; duration=0sec 2024-11-09T11:16:37,900 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:37,900 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:37,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/6c88e9e33c344ac4b312b38ffbcfffd6 is 50, key is test_row_0/B:col10/1731150996865/Put/seqid=0 2024-11-09T11:16:37,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151057922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,925 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151057941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:37,944 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:37,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742003_1179 (size=12301) 2024-11-09T11:16:38,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151058164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151058169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151058169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:38,212 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/583f2886ab1643d8899f8203536d10e8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/583f2886ab1643d8899f8203536d10e8 2024-11-09T11:16:38,220 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into 583f2886ab1643d8899f8203536d10e8(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:38,220 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:38,220 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=12, startTime=1731150997338; duration=0sec 2024-11-09T11:16:38,220 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:38,220 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:38,379 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/6c88e9e33c344ac4b312b38ffbcfffd6 2024-11-09T11:16:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/34704ebe2f6c48b98a478a5390d6aad2 is 50, key is test_row_0/C:col10/1731150996865/Put/seqid=0 2024-11-09T11:16:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742004_1180 (size=12301) 2024-11-09T11:16:38,419 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/34704ebe2f6c48b98a478a5390d6aad2 2024-11-09T11:16:38,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/0672d251b5484a81a3d4af800eeb7654 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0672d251b5484a81a3d4af800eeb7654 2024-11-09T11:16:38,436 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0672d251b5484a81a3d4af800eeb7654, entries=150, sequenceid=352, filesize=30.5 K 2024-11-09T11:16:38,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/6c88e9e33c344ac4b312b38ffbcfffd6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/6c88e9e33c344ac4b312b38ffbcfffd6 2024-11-09T11:16:38,444 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/6c88e9e33c344ac4b312b38ffbcfffd6, entries=150, sequenceid=352, filesize=12.0 K 2024-11-09T11:16:38,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/34704ebe2f6c48b98a478a5390d6aad2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/34704ebe2f6c48b98a478a5390d6aad2 2024-11-09T11:16:38,456 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/34704ebe2f6c48b98a478a5390d6aad2, entries=150, sequenceid=352, filesize=12.0 K 2024-11-09T11:16:38,457 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 5306d6170fa1f8f8deb977ec285bb905 in 1067ms, sequenceid=352, compaction requested=false 2024-11-09T11:16:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:38,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T11:16:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T11:16:38,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-09T11:16:38,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec 2024-11-09T11:16:38,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8520 sec 2024-11-09T11:16:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:38,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T11:16:38,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:38,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:38,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:38,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:38,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:38,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:38,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094863cc2aad9f4a25abaae87350dabcf7_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150998683/Put/seqid=0 2024-11-09T11:16:38,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150998713, max timestamp=1731150998748Num uniques 859; 2024-11-09T11:16:38,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:38,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150998713, max timestamp=1731150998748Num uniques 859; 2024-11-09T11:16:38,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:38,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731150998713, max timestamp=1731150998748Num uniques 859; 2024-11-09T11:16:38,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T11:16:38,769 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:38,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:38,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742005_1181 (size=17534) 2024-11-09T11:16:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-09T11:16:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:38,773 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:38,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:38,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:38,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:38,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094863cc2aad9f4a25abaae87350dabcf7_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094863cc2aad9f4a25abaae87350dabcf7_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:38,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/df5bf00ec1174fb8a92b3a5a8b6b7fce, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:38,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/df5bf00ec1174fb8a92b3a5a8b6b7fce is 175, key is test_row_0/A:col10/1731150998683/Put/seqid=0 2024-11-09T11:16:38,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742006_1182 (size=48639) 2024-11-09T11:16:38,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/df5bf00ec1174fb8a92b3a5a8b6b7fce 2024-11-09T11:16:38,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/c58ea71e2bb94c38afd52065c76711c1 is 50, key is test_row_0/B:col10/1731150998683/Put/seqid=0 2024-11-09T11:16:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151058857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:38,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151058860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:38,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151058865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:38,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:38,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:38,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742007_1183 (size=12301) 2024-11-09T11:16:38,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/c58ea71e2bb94c38afd52065c76711c1 2024-11-09T11:16:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:38,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/0f696808115b4aaaaead38f41acf6017 is 50, key is test_row_0/C:col10/1731150998683/Put/seqid=0 2024-11-09T11:16:38,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742008_1184 (size=12301) 2024-11-09T11:16:38,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/0f696808115b4aaaaead38f41acf6017 2024-11-09T11:16:38,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/df5bf00ec1174fb8a92b3a5a8b6b7fce as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/df5bf00ec1174fb8a92b3a5a8b6b7fce 2024-11-09T11:16:38,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:38,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:38,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:38,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:38,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/df5bf00ec1174fb8a92b3a5a8b6b7fce, entries=250, sequenceid=367, filesize=47.5 K 2024-11-09T11:16:38,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/c58ea71e2bb94c38afd52065c76711c1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c58ea71e2bb94c38afd52065c76711c1 2024-11-09T11:16:38,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c58ea71e2bb94c38afd52065c76711c1, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T11:16:38,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/0f696808115b4aaaaead38f41acf6017 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/0f696808115b4aaaaead38f41acf6017 2024-11-09T11:16:38,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/0f696808115b4aaaaead38f41acf6017, entries=150, sequenceid=367, filesize=12.0 K 2024-11-09T11:16:38,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 5306d6170fa1f8f8deb977ec285bb905 in 269ms, sequenceid=367, compaction requested=true 2024-11-09T11:16:38,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:38,954 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:38,954 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:38,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:38,957 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111700 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:38,957 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:38,957 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:38,957 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:38,957 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:38,957 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:38,957 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/583f2886ab1643d8899f8203536d10e8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0672d251b5484a81a3d4af800eeb7654, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/df5bf00ec1174fb8a92b3a5a8b6b7fce] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=109.1 K 2024-11-09T11:16:38,957 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/024f596752bb4da7b5b0d20c93a0e59f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/6c88e9e33c344ac4b312b38ffbcfffd6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c58ea71e2bb94c38afd52065c76711c1] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=36.5 K 2024-11-09T11:16:38,957 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:38,958 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/583f2886ab1643d8899f8203536d10e8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0672d251b5484a81a3d4af800eeb7654, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/df5bf00ec1174fb8a92b3a5a8b6b7fce] 2024-11-09T11:16:38,958 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 024f596752bb4da7b5b0d20c93a0e59f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731150995749 2024-11-09T11:16:38,959 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 583f2886ab1643d8899f8203536d10e8, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731150995749 2024-11-09T11:16:38,959 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c88e9e33c344ac4b312b38ffbcfffd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731150996849 2024-11-09T11:16:38,959 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0672d251b5484a81a3d4af800eeb7654, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731150996849 2024-11-09T11:16:38,960 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c58ea71e2bb94c38afd52065c76711c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731150997527 2024-11-09T11:16:38,960 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting df5bf00ec1174fb8a92b3a5a8b6b7fce, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731150997526 2024-11-09T11:16:38,969 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:38,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-09T11:16:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:38,993 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093dbe39d754fb46daa2a29c084894814f_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:38,996 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093dbe39d754fb46daa2a29c084894814f_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:38,997 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093dbe39d754fb46daa2a29c084894814f_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:39,017 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#154 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:39,018 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/ed4d68a4f2ce418b82a38d1c71cb05fb is 50, key is test_row_0/B:col10/1731150998683/Put/seqid=0 2024-11-09T11:16:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151059010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151059012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151059014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d97dfc6f25bc42f1af0093f5834a12a5_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731150998976/Put/seqid=0 2024-11-09T11:16:39,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742010_1186 (size=12847) 2024-11-09T11:16:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742009_1185 (size=4469) 2024-11-09T11:16:39,069 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/ed4d68a4f2ce418b82a38d1c71cb05fb as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/ed4d68a4f2ce418b82a38d1c71cb05fb 2024-11-09T11:16:39,076 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into ed4d68a4f2ce418b82a38d1c71cb05fb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:39,076 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:39,076 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=13, startTime=1731150998954; duration=0sec 2024-11-09T11:16:39,076 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:39,076 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:39,076 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:39,077 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:39,078 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:39,078 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,078 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/a7076788fd6645c8a16c832882e0de37, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/34704ebe2f6c48b98a478a5390d6aad2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/0f696808115b4aaaaead38f41acf6017] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=36.5 K 2024-11-09T11:16:39,078 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a7076788fd6645c8a16c832882e0de37, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731150995749 2024-11-09T11:16:39,079 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 34704ebe2f6c48b98a478a5390d6aad2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731150996849 2024-11-09T11:16:39,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742011_1187 (size=14994) 2024-11-09T11:16:39,090 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f696808115b4aaaaead38f41acf6017, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731150997527 2024-11-09T11:16:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:39,107 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:39,107 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/7e1b301a8880494b994bc1666ff747a2 is 50, key is test_row_0/C:col10/1731150998683/Put/seqid=0 2024-11-09T11:16:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742012_1188 (size=12847) 2024-11-09T11:16:39,137 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/7e1b301a8880494b994bc1666ff747a2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7e1b301a8880494b994bc1666ff747a2 2024-11-09T11:16:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151059131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151059131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151059132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,153 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into 7e1b301a8880494b994bc1666ff747a2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:39,153 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:39,153 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=13, startTime=1731150998954; duration=0sec 2024-11-09T11:16:39,154 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:39,154 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:39,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:39,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151059342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151059342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151059351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:39,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:39,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:39,469 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#153 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:39,470 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/0fda01bb60a3443ca1a97b726b85311a is 175, key is test_row_0/A:col10/1731150998683/Put/seqid=0 2024-11-09T11:16:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742013_1189 (size=31801) 2024-11-09T11:16:39,490 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:39,505 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/0fda01bb60a3443ca1a97b726b85311a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0fda01bb60a3443ca1a97b726b85311a 2024-11-09T11:16:39,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d97dfc6f25bc42f1af0093f5834a12a5_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d97dfc6f25bc42f1af0093f5834a12a5_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:39,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3b791405edd94583bc19042282c8b83b, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:39,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3b791405edd94583bc19042282c8b83b is 175, key is test_row_0/A:col10/1731150998976/Put/seqid=0 2024-11-09T11:16:39,518 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into 0fda01bb60a3443ca1a97b726b85311a(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:39,518 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:39,518 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=13, startTime=1731150998954; duration=0sec 2024-11-09T11:16:39,519 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:39,519 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742014_1190 (size=39949) 2024-11-09T11:16:39,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3b791405edd94583bc19042282c8b83b 2024-11-09T11:16:39,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:39,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:39,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/887f03c637e64fb6a1da00976065ccab is 50, key is test_row_0/B:col10/1731150998976/Put/seqid=0 2024-11-09T11:16:39,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742015_1191 (size=12301) 2024-11-09T11:16:39,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151059651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151059661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151059672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:39,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151059952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,957 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151059962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:39,964 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:39,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:39,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/887f03c637e64fb6a1da00976065ccab 2024-11-09T11:16:40,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/507519e28f0949f98f295cfc0ed7c823 is 50, key is test_row_0/C:col10/1731150998976/Put/seqid=0 2024-11-09T11:16:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742016_1192 (size=12301) 2024-11-09T11:16:40,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/507519e28f0949f98f295cfc0ed7c823 2024-11-09T11:16:40,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/3b791405edd94583bc19042282c8b83b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3b791405edd94583bc19042282c8b83b 2024-11-09T11:16:40,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3b791405edd94583bc19042282c8b83b, entries=200, sequenceid=402, filesize=39.0 K 2024-11-09T11:16:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/887f03c637e64fb6a1da00976065ccab as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/887f03c637e64fb6a1da00976065ccab 2024-11-09T11:16:40,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/887f03c637e64fb6a1da00976065ccab, entries=150, sequenceid=402, filesize=12.0 K 2024-11-09T11:16:40,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/507519e28f0949f98f295cfc0ed7c823 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/507519e28f0949f98f295cfc0ed7c823 2024-11-09T11:16:40,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/507519e28f0949f98f295cfc0ed7c823, entries=150, sequenceid=402, filesize=12.0 K 2024-11-09T11:16:40,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 5306d6170fa1f8f8deb977ec285bb905 in 1078ms, sequenceid=402, compaction requested=false 2024-11-09T11:16:40,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:40,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:16:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:40,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:40,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:40,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f7eb6422e2b44f45be93b9792b778964_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151000164/Put/seqid=0 2024-11-09T11:16:40,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742017_1193 (size=14994) 2024-11-09T11:16:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151060284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151060289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151000258, max timestamp=1731151000284Num uniques 859; 2024-11-09T11:16:40,297 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:16:40,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151000258, max timestamp=1731151000284Num uniques 859; 2024-11-09T11:16:40,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:16:40,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731151000258, max timestamp=1731151000284Num uniques 859; 2024-11-09T11:16:40,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:16:40,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151060402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151060402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151060403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:40,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:40,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151060522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151060612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151060612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f7eb6422e2b44f45be93b9792b778964_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f7eb6422e2b44f45be93b9792b778964_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:40,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/6ac15a709b4d4aebbcc39642c4a2de5e, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:40,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/6ac15a709b4d4aebbcc39642c4a2de5e is 175, key is test_row_0/A:col10/1731151000164/Put/seqid=0 2024-11-09T11:16:40,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742018_1194 (size=39949) 2024-11-09T11:16:40,663 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/6ac15a709b4d4aebbcc39642c4a2de5e 2024-11-09T11:16:40,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/21378fab515849c49c84ebacf859b5ee is 50, key is test_row_0/B:col10/1731151000164/Put/seqid=0 2024-11-09T11:16:40,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742019_1195 (size=12301) 2024-11-09T11:16:40,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/21378fab515849c49c84ebacf859b5ee 2024-11-09T11:16:40,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151060742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/853e4424780840efa22203fbb33110f3 is 50, key is test_row_0/C:col10/1731151000164/Put/seqid=0 2024-11-09T11:16:40,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742020_1196 (size=12301) 2024-11-09T11:16:40,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/853e4424780840efa22203fbb33110f3 2024-11-09T11:16:40,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/6ac15a709b4d4aebbcc39642c4a2de5e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/6ac15a709b4d4aebbcc39642c4a2de5e 2024-11-09T11:16:40,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/6ac15a709b4d4aebbcc39642c4a2de5e, entries=200, sequenceid=417, filesize=39.0 K 2024-11-09T11:16:40,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/21378fab515849c49c84ebacf859b5ee as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/21378fab515849c49c84ebacf859b5ee 2024-11-09T11:16:40,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/21378fab515849c49c84ebacf859b5ee, entries=150, sequenceid=417, filesize=12.0 K 2024-11-09T11:16:40,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/853e4424780840efa22203fbb33110f3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/853e4424780840efa22203fbb33110f3 2024-11-09T11:16:40,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/853e4424780840efa22203fbb33110f3, entries=150, sequenceid=417, filesize=12.0 K 2024-11-09T11:16:40,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=118.53 KB/121370 for 5306d6170fa1f8f8deb977ec285bb905 in 702ms, sequenceid=417, compaction requested=true 2024-11-09T11:16:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:40,868 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:40,868 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:40,869 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:40,869 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:40,869 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:40,869 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:40,869 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,869 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0fda01bb60a3443ca1a97b726b85311a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3b791405edd94583bc19042282c8b83b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/6ac15a709b4d4aebbcc39642c4a2de5e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=109.1 K 2024-11-09T11:16:40,869 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,869 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0fda01bb60a3443ca1a97b726b85311a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3b791405edd94583bc19042282c8b83b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/6ac15a709b4d4aebbcc39642c4a2de5e] 2024-11-09T11:16:40,870 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,870 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/ed4d68a4f2ce418b82a38d1c71cb05fb, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/887f03c637e64fb6a1da00976065ccab, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/21378fab515849c49c84ebacf859b5ee] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=36.6 K 2024-11-09T11:16:40,870 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ed4d68a4f2ce418b82a38d1c71cb05fb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731150997527 2024-11-09T11:16:40,870 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fda01bb60a3443ca1a97b726b85311a, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731150997527 2024-11-09T11:16:40,870 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b791405edd94583bc19042282c8b83b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731150998850 2024-11-09T11:16:40,871 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 887f03c637e64fb6a1da00976065ccab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731150998858 2024-11-09T11:16:40,871 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ac15a709b4d4aebbcc39642c4a2de5e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731150999007 2024-11-09T11:16:40,871 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 21378fab515849c49c84ebacf859b5ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731150999007 2024-11-09T11:16:40,885 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:40,885 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/aa41661e65e7480595031c812dcd2d60 is 50, key is test_row_0/B:col10/1731151000164/Put/seqid=0 2024-11-09T11:16:40,888 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:40,896 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110920fc5c2a3c844447a5c7027b6927a92b_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:40,898 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110920fc5c2a3c844447a5c7027b6927a92b_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:40,898 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110920fc5c2a3c844447a5c7027b6927a92b_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742021_1197 (size=12949) 2024-11-09T11:16:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742022_1198 (size=4469) 2024-11-09T11:16:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:40,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-11-09T11:16:40,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:40,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:40,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:40,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:40,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:40,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:40,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097c2a9da22cdc4957b0641aa32cef7ad7_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151000317/Put/seqid=0 2024-11-09T11:16:40,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151060959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742023_1199 (size=14994) 2024-11-09T11:16:40,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151060967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:40,976 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097c2a9da22cdc4957b0641aa32cef7ad7_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097c2a9da22cdc4957b0641aa32cef7ad7_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:40,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/d491daa0768546c69d2c007a7c7c3cd7, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:40,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/d491daa0768546c69d2c007a7c7c3cd7 is 175, key is test_row_0/A:col10/1731151000317/Put/seqid=0 2024-11-09T11:16:40,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:40,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742024_1200 (size=39949) 2024-11-09T11:16:41,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151061051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151061082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151061082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151061292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151061293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,310 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/aa41661e65e7480595031c812dcd2d60 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/aa41661e65e7480595031c812dcd2d60 2024-11-09T11:16:41,318 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into aa41661e65e7480595031c812dcd2d60(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:41,318 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:41,318 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=13, startTime=1731151000868; duration=0sec 2024-11-09T11:16:41,318 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:41,318 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:41,318 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:41,323 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:41,324 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/9eea2261a0ac4b50ac284526fda9708a is 175, key is test_row_0/A:col10/1731151000164/Put/seqid=0 2024-11-09T11:16:41,328 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:41,328 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:41,328 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,328 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7e1b301a8880494b994bc1666ff747a2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/507519e28f0949f98f295cfc0ed7c823, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/853e4424780840efa22203fbb33110f3] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=36.6 K 2024-11-09T11:16:41,329 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e1b301a8880494b994bc1666ff747a2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731150997527 2024-11-09T11:16:41,329 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 507519e28f0949f98f295cfc0ed7c823, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1731150998858 2024-11-09T11:16:41,330 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 853e4424780840efa22203fbb33110f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731150999007 2024-11-09T11:16:41,358 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:41,359 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/3255fcdb53424cb4aa866d9c88c8e6e4 is 50, key is test_row_0/C:col10/1731151000164/Put/seqid=0 2024-11-09T11:16:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742025_1201 (size=31903) 2024-11-09T11:16:41,398 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/d491daa0768546c69d2c007a7c7c3cd7 2024-11-09T11:16:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742026_1202 (size=12949) 2024-11-09T11:16:41,426 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/3255fcdb53424cb4aa866d9c88c8e6e4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3255fcdb53424cb4aa866d9c88c8e6e4 2024-11-09T11:16:41,431 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into 3255fcdb53424cb4aa866d9c88c8e6e4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:41,431 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:41,431 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=13, startTime=1731151000868; duration=0sec 2024-11-09T11:16:41,431 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:41,431 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:41,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/eaae3914cbfe4f14b6132c8328520a18 is 50, key is test_row_0/B:col10/1731151000317/Put/seqid=0 2024-11-09T11:16:41,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742027_1203 (size=12301) 2024-11-09T11:16:41,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151061561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151061602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151061602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:41,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:41,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,787 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/9eea2261a0ac4b50ac284526fda9708a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/9eea2261a0ac4b50ac284526fda9708a 2024-11-09T11:16:41,793 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into 9eea2261a0ac4b50ac284526fda9708a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:41,793 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:41,793 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=13, startTime=1731151000868; duration=0sec 2024-11-09T11:16:41,794 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:41,794 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:41,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/eaae3914cbfe4f14b6132c8328520a18 2024-11-09T11:16:41,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/72738f2ed3674a2aab1ed1833b66c929 is 50, key is test_row_0/C:col10/1731151000317/Put/seqid=0 2024-11-09T11:16:41,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742028_1204 (size=12301) 2024-11-09T11:16:41,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/72738f2ed3674a2aab1ed1833b66c929 2024-11-09T11:16:41,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:41,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:41,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/d491daa0768546c69d2c007a7c7c3cd7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/d491daa0768546c69d2c007a7c7c3cd7 2024-11-09T11:16:41,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/d491daa0768546c69d2c007a7c7c3cd7, entries=200, sequenceid=452, filesize=39.0 K 2024-11-09T11:16:41,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/eaae3914cbfe4f14b6132c8328520a18 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/eaae3914cbfe4f14b6132c8328520a18 2024-11-09T11:16:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/eaae3914cbfe4f14b6132c8328520a18, entries=150, sequenceid=452, filesize=12.0 K 2024-11-09T11:16:41,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/72738f2ed3674a2aab1ed1833b66c929 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/72738f2ed3674a2aab1ed1833b66c929 2024-11-09T11:16:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/72738f2ed3674a2aab1ed1833b66c929, entries=150, sequenceid=452, filesize=12.0 K 2024-11-09T11:16:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for 5306d6170fa1f8f8deb977ec285bb905 in 1012ms, sequenceid=452, compaction requested=false 2024-11-09T11:16:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T11:16:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,063 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T11:16:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:42,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e0e5ceafdf8c44a89e71b8290621dafa_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151000955/Put/seqid=0 2024-11-09T11:16:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742029_1205 (size=9914) 2024-11-09T11:16:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151002169, max timestamp=1731151002201Num uniques 859; 2024-11-09T11:16:42,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151002169, max timestamp=1731151002200Num uniques 859; 2024-11-09T11:16:42,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:42,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:42,206 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151002169, max timestamp=1731151002201Num uniques 859; 2024-11-09T11:16:42,206 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151062255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151062255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151062371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151062371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:42,495 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e0e5ceafdf8c44a89e71b8290621dafa_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e0e5ceafdf8c44a89e71b8290621dafa_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da0406714dc64c1d9d844efb37367c8c, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:42,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da0406714dc64c1d9d844efb37367c8c is 175, key is test_row_0/A:col10/1731151000955/Put/seqid=0 2024-11-09T11:16:42,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742030_1206 (size=22561) 2024-11-09T11:16:42,512 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=466, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da0406714dc64c1d9d844efb37367c8c 2024-11-09T11:16:42,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/2a593db005c34d88ab8ee6a34e3c232f is 50, key is test_row_0/B:col10/1731151000955/Put/seqid=0 2024-11-09T11:16:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742031_1207 (size=9857) 2024-11-09T11:16:42,541 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/2a593db005c34d88ab8ee6a34e3c232f 2024-11-09T11:16:42,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/617a6155b1f64bc1b528a4e4d66f18d7 is 50, key is test_row_0/C:col10/1731151000955/Put/seqid=0 2024-11-09T11:16:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742032_1208 (size=9857) 2024-11-09T11:16:42,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151062571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,571 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151062581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151062591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151062891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151062902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:42,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:42,960 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/617a6155b1f64bc1b528a4e4d66f18d7 2024-11-09T11:16:42,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/da0406714dc64c1d9d844efb37367c8c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da0406714dc64c1d9d844efb37367c8c 2024-11-09T11:16:42,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da0406714dc64c1d9d844efb37367c8c, entries=100, sequenceid=466, filesize=22.0 K 2024-11-09T11:16:42,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/2a593db005c34d88ab8ee6a34e3c232f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2a593db005c34d88ab8ee6a34e3c232f 2024-11-09T11:16:42,992 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2a593db005c34d88ab8ee6a34e3c232f, entries=100, sequenceid=466, filesize=9.6 K 2024-11-09T11:16:43,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/617a6155b1f64bc1b528a4e4d66f18d7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/617a6155b1f64bc1b528a4e4d66f18d7 2024-11-09T11:16:43,009 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/617a6155b1f64bc1b528a4e4d66f18d7, entries=100, sequenceid=466, filesize=9.6 K 2024-11-09T11:16:43,010 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 5306d6170fa1f8f8deb977ec285bb905 in 947ms, sequenceid=466, compaction requested=true 2024-11-09T11:16:43,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:43,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:43,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T11:16:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T11:16:43,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-09T11:16:43,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2390 sec 2024-11-09T11:16:43,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 4.2480 sec 2024-11-09T11:16:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:43,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-09T11:16:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:43,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b715ad7cf29b4bf5a8dcfc378e001e59_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151002252/Put/seqid=0 2024-11-09T11:16:43,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151063421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742033_1209 (size=14994) 2024-11-09T11:16:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:43,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151063424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:43,444 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b715ad7cf29b4bf5a8dcfc378e001e59_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b715ad7cf29b4bf5a8dcfc378e001e59_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:43,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4e200dbc1dec4a899262800b8fe89bdd, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:43,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4e200dbc1dec4a899262800b8fe89bdd is 175, key is test_row_0/A:col10/1731151002252/Put/seqid=0 2024-11-09T11:16:43,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742034_1210 (size=39949) 2024-11-09T11:16:43,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151063531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:43,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151063542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:43,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151063741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:43,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151063752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:43,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:43,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:43,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=503, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4e200dbc1dec4a899262800b8fe89bdd 2024-11-09T11:16:43,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/0fbdc7fbd3aa46ccaa4b95d74770685a is 50, key is test_row_0/B:col10/1731151002252/Put/seqid=0 2024-11-09T11:16:43,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742035_1211 (size=12301) 2024-11-09T11:16:43,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/0fbdc7fbd3aa46ccaa4b95d74770685a 2024-11-09T11:16:43,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/e609c6e3069843e8a5dbc26278135c3d is 50, key is test_row_0/C:col10/1731151002252/Put/seqid=0 2024-11-09T11:16:43,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742036_1212 (size=12301) 2024-11-09T11:16:43,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/e609c6e3069843e8a5dbc26278135c3d 2024-11-09T11:16:43,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4e200dbc1dec4a899262800b8fe89bdd as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4e200dbc1dec4a899262800b8fe89bdd 2024-11-09T11:16:43,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4e200dbc1dec4a899262800b8fe89bdd, entries=200, sequenceid=503, filesize=39.0 K 2024-11-09T11:16:43,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/0fbdc7fbd3aa46ccaa4b95d74770685a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/0fbdc7fbd3aa46ccaa4b95d74770685a 2024-11-09T11:16:43,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/0fbdc7fbd3aa46ccaa4b95d74770685a, entries=150, sequenceid=503, filesize=12.0 K 2024-11-09T11:16:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/e609c6e3069843e8a5dbc26278135c3d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e609c6e3069843e8a5dbc26278135c3d 2024-11-09T11:16:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e609c6e3069843e8a5dbc26278135c3d, entries=150, sequenceid=503, filesize=12.0 K 2024-11-09T11:16:43,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 5306d6170fa1f8f8deb977ec285bb905 in 577ms, sequenceid=503, compaction requested=true 2024-11-09T11:16:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:16:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:43,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T11:16:43,982 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:43,983 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,985 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:43,985 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:43,985 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,985 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3255fcdb53424cb4aa866d9c88c8e6e4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/72738f2ed3674a2aab1ed1833b66c929, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/617a6155b1f64bc1b528a4e4d66f18d7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e609c6e3069843e8a5dbc26278135c3d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=46.3 K 2024-11-09T11:16:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,987 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:43,987 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:43,987 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,988 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/9eea2261a0ac4b50ac284526fda9708a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/d491daa0768546c69d2c007a7c7c3cd7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da0406714dc64c1d9d844efb37367c8c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4e200dbc1dec4a899262800b8fe89bdd] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=131.2 K 2024-11-09T11:16:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,988 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:43,988 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/9eea2261a0ac4b50ac284526fda9708a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/d491daa0768546c69d2c007a7c7c3cd7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da0406714dc64c1d9d844efb37367c8c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4e200dbc1dec4a899262800b8fe89bdd] 2024-11-09T11:16:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,988 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3255fcdb53424cb4aa866d9c88c8e6e4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731150999007 2024-11-09T11:16:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,988 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 72738f2ed3674a2aab1ed1833b66c929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731151000317 2024-11-09T11:16:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,989 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eea2261a0ac4b50ac284526fda9708a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731150999007 2024-11-09T11:16:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,989 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 617a6155b1f64bc1b528a4e4d66f18d7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731151000955 2024-11-09T11:16:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,989 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d491daa0768546c69d2c007a7c7c3cd7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731151000317 2024-11-09T11:16:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,989 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting da0406714dc64c1d9d844efb37367c8c, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731151000955 2024-11-09T11:16:43,989 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e609c6e3069843e8a5dbc26278135c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731151002243 2024-11-09T11:16:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,990 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e200dbc1dec4a899262800b8fe89bdd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731151002243 2024-11-09T11:16:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,011 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,011 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/ff091b53056b406c8df89e5b6ace40d0 is 50, key is test_row_0/C:col10/1731151002252/Put/seqid=0 2024-11-09T11:16:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,013 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742037_1213 (size=13085) 2024-11-09T11:16:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,030 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110924af1c73dda14e63a65f3a74ecc28aa4_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,032 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110924af1c73dda14e63a65f3a74ecc28aa4_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,032 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110924af1c73dda14e63a65f3a74ecc28aa4_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110943ca92395d0b4ea4835a8ccba54571a5_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151003417/Put/seqid=0 2024-11-09T11:16:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742038_1214 (size=14994) 2024-11-09T11:16:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,048 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:44,053 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110943ca92395d0b4ea4835a8ccba54571a5_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110943ca92395d0b4ea4835a8ccba54571a5_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:44,054 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/2d83a45e434141d7a8985a3b86289950, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:44,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/2d83a45e434141d7a8985a3b86289950 is 175, key is test_row_0/A:col10/1731151003417/Put/seqid=0 2024-11-09T11:16:44,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742039_1215 (size=4469) 2024-11-09T11:16:44,063 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#175 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:44,063 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/c6a6b85bcaac41e28d270244cd960772 is 175, key is test_row_0/A:col10/1731151002252/Put/seqid=0 2024-11-09T11:16:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151064068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731151004052, max timestamp=1731151004073Num uniques 859; 2024-11-09T11:16:44,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731151004052, max timestamp=1731151004073Num uniques 859; 2024-11-09T11:16:44,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-09T11:16:44,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-09T11:16:44,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731151004052, max timestamp=1731151004073Num uniques 859; 2024-11-09T11:16:44,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-09T11:16:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742040_1216 (size=39949) 2024-11-09T11:16:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742041_1217 (size=32039) 2024-11-09T11:16:44,096 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/c6a6b85bcaac41e28d270244cd960772 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c6a6b85bcaac41e28d270244cd960772 2024-11-09T11:16:44,108 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into c6a6b85bcaac41e28d270244cd960772(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:44,108 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:44,109 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=12, startTime=1731151003982; duration=0sec 2024-11-09T11:16:44,109 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:44,109 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:44,109 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:16:44,110 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:16:44,110 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:44,110 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:44,110 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/aa41661e65e7480595031c812dcd2d60, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/eaae3914cbfe4f14b6132c8328520a18, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2a593db005c34d88ab8ee6a34e3c232f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/0fbdc7fbd3aa46ccaa4b95d74770685a] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=46.3 K 2024-11-09T11:16:44,111 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa41661e65e7480595031c812dcd2d60, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731150999007 2024-11-09T11:16:44,111 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaae3914cbfe4f14b6132c8328520a18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731151000317 2024-11-09T11:16:44,111 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a593db005c34d88ab8ee6a34e3c232f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1731151000955 2024-11-09T11:16:44,111 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fbdc7fbd3aa46ccaa4b95d74770685a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731151002243 2024-11-09T11:16:44,119 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:44,120 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/c57e1831dd2c4728986ae6b20c6740b3 is 50, key is test_row_0/B:col10/1731151002252/Put/seqid=0 2024-11-09T11:16:44,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151064105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151064107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151064107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742042_1218 (size=13085) 2024-11-09T11:16:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151064181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151064232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151064232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151064239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151064391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,429 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/ff091b53056b406c8df89e5b6ace40d0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/ff091b53056b406c8df89e5b6ace40d0 2024-11-09T11:16:44,435 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into ff091b53056b406c8df89e5b6ace40d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:44,435 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:44,436 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=12, startTime=1731151003982; duration=0sec 2024-11-09T11:16:44,436 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:44,436 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:44,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151064443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151064444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151064451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,478 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=514, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/2d83a45e434141d7a8985a3b86289950 2024-11-09T11:16:44,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/2f8352a6d71a41358cb3611d5231c372 is 50, key is test_row_0/B:col10/1731151003417/Put/seqid=0 2024-11-09T11:16:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742043_1219 (size=12301) 2024-11-09T11:16:44,536 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/c57e1831dd2c4728986ae6b20c6740b3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c57e1831dd2c4728986ae6b20c6740b3 2024-11-09T11:16:44,544 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into c57e1831dd2c4728986ae6b20c6740b3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:44,544 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:44,544 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=12, startTime=1731151003982; duration=0sec 2024-11-09T11:16:44,544 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:44,545 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:44,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41720 deadline: 1731151064601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,604 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151064701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151064751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151064761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151064761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:44,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:44,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/2f8352a6d71a41358cb3611d5231c372 2024-11-09T11:16:44,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/f9d7cb4a779c44b9830d2b1465abeb36 is 50, key is test_row_0/C:col10/1731151003417/Put/seqid=0 2024-11-09T11:16:44,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742044_1220 (size=12301) 2024-11-09T11:16:45,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151065211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:45,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151065261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151065271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151065272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:45,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/f9d7cb4a779c44b9830d2b1465abeb36 2024-11-09T11:16:45,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/2d83a45e434141d7a8985a3b86289950 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/2d83a45e434141d7a8985a3b86289950 2024-11-09T11:16:45,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/2d83a45e434141d7a8985a3b86289950, entries=200, sequenceid=514, filesize=39.0 K 2024-11-09T11:16:45,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/2f8352a6d71a41358cb3611d5231c372 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2f8352a6d71a41358cb3611d5231c372 2024-11-09T11:16:45,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2f8352a6d71a41358cb3611d5231c372, entries=150, sequenceid=514, filesize=12.0 K 2024-11-09T11:16:45,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/f9d7cb4a779c44b9830d2b1465abeb36 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/f9d7cb4a779c44b9830d2b1465abeb36 2024-11-09T11:16:45,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/f9d7cb4a779c44b9830d2b1465abeb36, entries=150, sequenceid=514, filesize=12.0 K 2024-11-09T11:16:45,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 5306d6170fa1f8f8deb977ec285bb905 in 1363ms, sequenceid=514, compaction requested=false 2024-11-09T11:16:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:46,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=147.60 KB heapSize=396.70 KB 2024-11-09T11:16:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:46,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:46,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151066262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:46,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:46,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092e4e456140c44300a989cdfd1f19d07a_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151004105/Put/seqid=0 2024-11-09T11:16:46,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41674 deadline: 1731151066293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:46,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41722 deadline: 1731151066293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:46,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:46,296 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41708 deadline: 1731151066293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:46,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:46,297 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:46,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:46,297 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 5306d6170fa1f8f8deb977ec285bb905 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742045_1221 (size=12454) 2024-11-09T11:16:46,303 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:46,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092e4e456140c44300a989cdfd1f19d07a_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092e4e456140c44300a989cdfd1f19d07a_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:46,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/c5314c143cae435a96633d7ae3f39c75, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:46,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/c5314c143cae435a96633d7ae3f39c75 is 175, key is test_row_0/A:col10/1731151004105/Put/seqid=0 2024-11-09T11:16:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742046_1222 (size=31255) 2024-11-09T11:16:46,350 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=550, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/c5314c143cae435a96633d7ae3f39c75 2024-11-09T11:16:46,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/a6575e7208c2413b977d71f0514a13cc is 50, key is test_row_0/B:col10/1731151004105/Put/seqid=0 2024-11-09T11:16:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151066372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742047_1223 (size=12301) 2024-11-09T11:16:46,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/a6575e7208c2413b977d71f0514a13cc 2024-11-09T11:16:46,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/4b52ddbe7a3448b5a2404df997610476 is 50, key is test_row_0/C:col10/1731151004105/Put/seqid=0 2024-11-09T11:16:46,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742048_1224 (size=12301) 2024-11-09T11:16:46,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/4b52ddbe7a3448b5a2404df997610476 2024-11-09T11:16:46,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/c5314c143cae435a96633d7ae3f39c75 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c5314c143cae435a96633d7ae3f39c75 2024-11-09T11:16:46,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c5314c143cae435a96633d7ae3f39c75, entries=150, sequenceid=550, filesize=30.5 K 2024-11-09T11:16:46,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/a6575e7208c2413b977d71f0514a13cc as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/a6575e7208c2413b977d71f0514a13cc 2024-11-09T11:16:46,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/a6575e7208c2413b977d71f0514a13cc, entries=150, sequenceid=550, filesize=12.0 K 2024-11-09T11:16:46,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/4b52ddbe7a3448b5a2404df997610476 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4b52ddbe7a3448b5a2404df997610476 2024-11-09T11:16:46,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4b52ddbe7a3448b5a2404df997610476, entries=150, sequenceid=550, filesize=12.0 K 2024-11-09T11:16:46,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~396.66 KB/406176, currentSize=40.25 KB/41220 for 5306d6170fa1f8f8deb977ec285bb905 in 243ms, sequenceid=550, compaction requested=true 2024-11-09T11:16:46,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:46,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:46,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:46,467 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:46,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:46,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:46,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5306d6170fa1f8f8deb977ec285bb905:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:46,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:16:46,469 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:46,469 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/A is initiating minor compaction (all files) 2024-11-09T11:16:46,469 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/A in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:46,469 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c6a6b85bcaac41e28d270244cd960772, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/2d83a45e434141d7a8985a3b86289950, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c5314c143cae435a96633d7ae3f39c75] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=100.8 K 2024-11-09T11:16:46,469 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:46,469 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c6a6b85bcaac41e28d270244cd960772, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/2d83a45e434141d7a8985a3b86289950, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c5314c143cae435a96633d7ae3f39c75] 2024-11-09T11:16:46,470 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6a6b85bcaac41e28d270244cd960772, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731151002243 2024-11-09T11:16:46,471 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d83a45e434141d7a8985a3b86289950, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731151003417 2024-11-09T11:16:46,471 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:46,471 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5314c143cae435a96633d7ae3f39c75, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1731151004105 2024-11-09T11:16:46,475 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:46,476 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/B is initiating minor compaction (all files) 2024-11-09T11:16:46,476 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/B in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:46,476 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c57e1831dd2c4728986ae6b20c6740b3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2f8352a6d71a41358cb3611d5231c372, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/a6575e7208c2413b977d71f0514a13cc] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=36.8 K 2024-11-09T11:16:46,477 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c57e1831dd2c4728986ae6b20c6740b3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731151002243 2024-11-09T11:16:46,479 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f8352a6d71a41358cb3611d5231c372, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731151003417 2024-11-09T11:16:46,481 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a6575e7208c2413b977d71f0514a13cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1731151004105 2024-11-09T11:16:46,490 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:46,505 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110935105e8f785340a6b4ad27e9902c2b48_5306d6170fa1f8f8deb977ec285bb905 store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:46,507 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110935105e8f785340a6b4ad27e9902c2b48_5306d6170fa1f8f8deb977ec285bb905, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:46,507 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:46,508 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110935105e8f785340a6b4ad27e9902c2b48_5306d6170fa1f8f8deb977ec285bb905 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:46,508 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/04440f93c04944f8b27f558a489f17a0 is 50, key is test_row_0/B:col10/1731151004105/Put/seqid=0 2024-11-09T11:16:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742049_1225 (size=4469) 2024-11-09T11:16:46,543 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#A#compaction#183 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:46,544 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a475192fa8124b8f8a7698bc4a5b5e66 is 175, key is test_row_0/A:col10/1731151004105/Put/seqid=0 2024-11-09T11:16:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742050_1226 (size=13187) 2024-11-09T11:16:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742051_1227 (size=32141) 2024-11-09T11:16:46,559 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/04440f93c04944f8b27f558a489f17a0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/04440f93c04944f8b27f558a489f17a0 2024-11-09T11:16:46,559 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/a475192fa8124b8f8a7698bc4a5b5e66 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a475192fa8124b8f8a7698bc4a5b5e66 2024-11-09T11:16:46,568 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/B of 5306d6170fa1f8f8deb977ec285bb905 into 04440f93c04944f8b27f558a489f17a0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:46,568 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:46,568 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/B, priority=13, startTime=1731151006467; duration=0sec 2024-11-09T11:16:46,568 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:46,568 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:B 2024-11-09T11:16:46,569 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:46,576 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:46,576 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 5306d6170fa1f8f8deb977ec285bb905/C is initiating minor compaction (all files) 2024-11-09T11:16:46,576 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5306d6170fa1f8f8deb977ec285bb905/C in TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:46,576 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/ff091b53056b406c8df89e5b6ace40d0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/f9d7cb4a779c44b9830d2b1465abeb36, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4b52ddbe7a3448b5a2404df997610476] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp, totalSize=36.8 K 2024-11-09T11:16:46,576 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/A of 5306d6170fa1f8f8deb977ec285bb905 into a475192fa8124b8f8a7698bc4a5b5e66(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:46,576 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:46,576 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/A, priority=13, startTime=1731151006467; duration=0sec 2024-11-09T11:16:46,577 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:46,577 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:A 2024-11-09T11:16:46,577 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ff091b53056b406c8df89e5b6ace40d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731151002243 2024-11-09T11:16:46,578 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting f9d7cb4a779c44b9830d2b1465abeb36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1731151003417 2024-11-09T11:16:46,578 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b52ddbe7a3448b5a2404df997610476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1731151004105 2024-11-09T11:16:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:46,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:46,605 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5306d6170fa1f8f8deb977ec285bb905#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:46,606 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/60c5fb86320d4ef58e38d5250bb13aa7 is 50, key is test_row_0/C:col10/1731151004105/Put/seqid=0 2024-11-09T11:16:46,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b30d7d2f13af48c4a5f4595317df5a1e_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151006260/Put/seqid=0 2024-11-09T11:16:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742052_1228 (size=13187) 2024-11-09T11:16:46,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742053_1229 (size=14994) 2024-11-09T11:16:46,652 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:46,684 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/60c5fb86320d4ef58e38d5250bb13aa7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/60c5fb86320d4ef58e38d5250bb13aa7 2024-11-09T11:16:46,684 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b30d7d2f13af48c4a5f4595317df5a1e_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b30d7d2f13af48c4a5f4595317df5a1e_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:46,685 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/19a435e47fd34d74b1b94cb66e704464, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:46,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/19a435e47fd34d74b1b94cb66e704464 is 175, key is test_row_0/A:col10/1731151006260/Put/seqid=0 2024-11-09T11:16:46,692 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5306d6170fa1f8f8deb977ec285bb905/C of 5306d6170fa1f8f8deb977ec285bb905 into 60c5fb86320d4ef58e38d5250bb13aa7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:46,692 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:46,692 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., storeName=5306d6170fa1f8f8deb977ec285bb905/C, priority=13, startTime=1731151006468; duration=0sec 2024-11-09T11:16:46,692 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:46,692 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5306d6170fa1f8f8deb977ec285bb905:C 2024-11-09T11:16:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742054_1230 (size=39949) 2024-11-09T11:16:46,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151006658, max timestamp=1731151006708Num uniques 859; 2024-11-09T11:16:46,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151006658, max timestamp=1731151006708Num uniques 859; 2024-11-09T11:16:46,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:46,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:46,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151006658, max timestamp=1731151006708Num uniques 859; 2024-11-09T11:16:46,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:46,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=562, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/19a435e47fd34d74b1b94cb66e704464 2024-11-09T11:16:46,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/8b25026210174e7697530403cffff3c1 is 50, key is test_row_0/B:col10/1731151006260/Put/seqid=0 2024-11-09T11:16:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742055_1231 (size=12301) 2024-11-09T11:16:46,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/8b25026210174e7697530403cffff3c1 2024-11-09T11:16:46,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/cee3c13bbdda44958e465399f47c001d is 50, key is test_row_0/C:col10/1731151006260/Put/seqid=0 2024-11-09T11:16:46,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151066821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742056_1232 (size=12301) 2024-11-09T11:16:46,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151066931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:46,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:46,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T11:16:46,952 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:46,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-09T11:16:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T11:16:46,955 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:46,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:46,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T11:16:47,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T11:16:47,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:47,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:47,141 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-09T11:16:47,141 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:47,141 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,141 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41660 deadline: 1731151067141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:47,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:16:47,143 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-11-09T11:16:47,143 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:47,143 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,143 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:47,146 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-11-09T11:16:47,146 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:47,146 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,146 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:47,148 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-11-09T11:16:47,148 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:47,148 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,148 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:47,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/cee3c13bbdda44958e465399f47c001d 2024-11-09T11:16:47,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/19a435e47fd34d74b1b94cb66e704464 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/19a435e47fd34d74b1b94cb66e704464 2024-11-09T11:16:47,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/19a435e47fd34d74b1b94cb66e704464, entries=200, sequenceid=562, filesize=39.0 K 2024-11-09T11:16:47,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/8b25026210174e7697530403cffff3c1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8b25026210174e7697530403cffff3c1 2024-11-09T11:16:47,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8b25026210174e7697530403cffff3c1, entries=150, sequenceid=562, filesize=12.0 K 2024-11-09T11:16:47,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/cee3c13bbdda44958e465399f47c001d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/cee3c13bbdda44958e465399f47c001d 2024-11-09T11:16:47,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/cee3c13bbdda44958e465399f47c001d, entries=150, sequenceid=562, filesize=12.0 K 2024-11-09T11:16:47,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5306d6170fa1f8f8deb977ec285bb905 in 670ms, sequenceid=562, compaction requested=false 2024-11-09T11:16:47,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:47,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T11:16:47,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:47,264 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T11:16:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T11:16:47,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994008b6768814ff889895110aae5f68c_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151006816/Put/seqid=0 2024-11-09T11:16:47,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742057_1233 (size=12454) 2024-11-09T11:16:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. as already flushing 2024-11-09T11:16:47,453 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-09T11:16:47,453 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:47,453 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,453 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:47,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T11:16:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:47,681 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994008b6768814ff889895110aae5f68c_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994008b6768814ff889895110aae5f68c_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/337009b82d51413ebb77cadf27f65552, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/337009b82d51413ebb77cadf27f65552 is 175, key is test_row_0/A:col10/1731151006816/Put/seqid=0 2024-11-09T11:16:47,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742058_1234 (size=31255) 2024-11-09T11:16:48,087 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=599, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/337009b82d51413ebb77cadf27f65552 2024-11-09T11:16:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T11:16:48,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/be60da4ac54445dbbeb7aa3015c2e11a is 50, key is test_row_0/B:col10/1731151006816/Put/seqid=0 2024-11-09T11:16:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742059_1235 (size=12301) 2024-11-09T11:16:48,313 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-09T11:16:48,313 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-09T11:16:48,313 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:48,313 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:48,313 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,313 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,313 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,313 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:48,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:48,313 INFO [Thread-619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-619. 2024-11-09T11:16:48,313 DEBUG [Thread-619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:48,313 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,313 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:48,499 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/be60da4ac54445dbbeb7aa3015c2e11a 2024-11-09T11:16:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/267d57cfc986486186a913cdcdcb8793 is 50, key is test_row_0/C:col10/1731151006816/Put/seqid=0 2024-11-09T11:16:48,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742060_1236 (size=12301) 2024-11-09T11:16:48,622 INFO [Thread-617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-617. 2024-11-09T11:16:48,622 DEBUG [Thread-617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:16:48,622 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,622 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:48,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:48,909 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=599 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/267d57cfc986486186a913cdcdcb8793 2024-11-09T11:16:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/337009b82d51413ebb77cadf27f65552 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/337009b82d51413ebb77cadf27f65552 2024-11-09T11:16:48,917 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/337009b82d51413ebb77cadf27f65552, entries=150, sequenceid=599, filesize=30.5 K 2024-11-09T11:16:48,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/be60da4ac54445dbbeb7aa3015c2e11a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/be60da4ac54445dbbeb7aa3015c2e11a 2024-11-09T11:16:48,921 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/be60da4ac54445dbbeb7aa3015c2e11a, entries=150, sequenceid=599, filesize=12.0 K 2024-11-09T11:16:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/267d57cfc986486186a913cdcdcb8793 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/267d57cfc986486186a913cdcdcb8793 2024-11-09T11:16:48,926 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/267d57cfc986486186a913cdcdcb8793, entries=150, sequenceid=599, filesize=12.0 K 2024-11-09T11:16:48,927 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=33.54 KB/34350 for 5306d6170fa1f8f8deb977ec285bb905 in 1663ms, sequenceid=599, compaction requested=true 2024-11-09T11:16:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 5306d6170fa1f8f8deb977ec285bb905: 2024-11-09T11:16:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T11:16:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T11:16:48,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-09T11:16:48,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9710 sec 2024-11-09T11:16:48,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.9770 sec 2024-11-09T11:16:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T11:16:49,102 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1892 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1924 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 865 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2595 rows 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 870 2024-11-09T11:16:49,102 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2608 rows 2024-11-09T11:16:49,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:16:49,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:16:49,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:49,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:49,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:16:49,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T11:16:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T11:16:49,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151009105"}]},"ts":"1731151009105"} 2024-11-09T11:16:49,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:16:49,107 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:16:49,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:16:49,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, UNASSIGN}] 2024-11-09T11:16:49,109 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, UNASSIGN 2024-11-09T11:16:49,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:49,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, UNASSIGN because future has completed 2024-11-09T11:16:49,111 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:16:49,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:16:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T11:16:49,263 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:49,263 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:16:49,263 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 5306d6170fa1f8f8deb977ec285bb905, disabling compactions & flushes 2024-11-09T11:16:49,263 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:49,263 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:49,263 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. after waiting 0 ms 2024-11-09T11:16:49,263 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:49,263 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 5306d6170fa1f8f8deb977ec285bb905 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-09T11:16:49,264 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=A 2024-11-09T11:16:49,264 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:49,264 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=B 2024-11-09T11:16:49,264 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:49,264 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5306d6170fa1f8f8deb977ec285bb905, store=C 2024-11-09T11:16:49,264 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:49,271 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cfd3bd2e459e46b99dacfdf91aaa9407_5306d6170fa1f8f8deb977ec285bb905 is 50, key is test_row_0/A:col10/1731151008621/Put/seqid=0 2024-11-09T11:16:49,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742061_1237 (size=12454) 2024-11-09T11:16:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T11:16:49,676 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:49,681 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cfd3bd2e459e46b99dacfdf91aaa9407_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cfd3bd2e459e46b99dacfdf91aaa9407_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:49,682 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4566c23da20f4ed49066f0ab015cf1df, store: [table=TestAcidGuarantees family=A region=5306d6170fa1f8f8deb977ec285bb905] 2024-11-09T11:16:49,682 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4566c23da20f4ed49066f0ab015cf1df is 175, key is test_row_0/A:col10/1731151008621/Put/seqid=0 2024-11-09T11:16:49,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742062_1238 (size=31255) 2024-11-09T11:16:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T11:16:49,813 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:16:50,088 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=607, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4566c23da20f4ed49066f0ab015cf1df 2024-11-09T11:16:50,099 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/808c41b126bc458d9d39e9653c28de1b is 50, key is test_row_0/B:col10/1731151008621/Put/seqid=0 2024-11-09T11:16:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742063_1239 (size=12301) 2024-11-09T11:16:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T11:16:50,503 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/808c41b126bc458d9d39e9653c28de1b 2024-11-09T11:16:50,510 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/4bda0252e10e42c79d1d7f90124ce825 is 50, key is test_row_0/C:col10/1731151008621/Put/seqid=0 2024-11-09T11:16:50,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742064_1240 (size=12301) 2024-11-09T11:16:50,916 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/4bda0252e10e42c79d1d7f90124ce825 2024-11-09T11:16:50,921 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/A/4566c23da20f4ed49066f0ab015cf1df as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4566c23da20f4ed49066f0ab015cf1df 2024-11-09T11:16:50,924 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4566c23da20f4ed49066f0ab015cf1df, entries=150, sequenceid=607, filesize=30.5 K 2024-11-09T11:16:50,925 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/B/808c41b126bc458d9d39e9653c28de1b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/808c41b126bc458d9d39e9653c28de1b 2024-11-09T11:16:50,929 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/808c41b126bc458d9d39e9653c28de1b, entries=150, sequenceid=607, filesize=12.0 K 2024-11-09T11:16:50,930 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/.tmp/C/4bda0252e10e42c79d1d7f90124ce825 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4bda0252e10e42c79d1d7f90124ce825 2024-11-09T11:16:50,934 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4bda0252e10e42c79d1d7f90124ce825, entries=150, sequenceid=607, filesize=12.0 K 2024-11-09T11:16:50,934 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5306d6170fa1f8f8deb977ec285bb905 in 1671ms, sequenceid=607, compaction requested=true 2024-11-09T11:16:50,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a4070ec83136409a8a0dd803d2d84f7c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/f07c45f32a2f4d98979b7b727ea2b57c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da914f64389d4d03965610da2b8ed447, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/68c269a7e7b74facb126fe4862c6a9aa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/5e059a4e67074858811506f68098c61f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/29265c843de2421aa07fc704e49b0dce, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/b1c4cde791ca42ddb63401fa0384b219, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/133651c21ab14847a8fb07f53760eab7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/60f38d3ef6c24ed5b99b594f833234bc, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/aef5ce450888405fa1148ddbdf9594fa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/671980f31aae46fdbfda2d160d384d06, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3cc523fd554d4a588c18ea23c1638086, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a49a0e9340aa4bcd96031ffb4dd6cf21, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/583f2886ab1643d8899f8203536d10e8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0672d251b5484a81a3d4af800eeb7654, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/df5bf00ec1174fb8a92b3a5a8b6b7fce, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0fda01bb60a3443ca1a97b726b85311a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3b791405edd94583bc19042282c8b83b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/6ac15a709b4d4aebbcc39642c4a2de5e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/9eea2261a0ac4b50ac284526fda9708a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/d491daa0768546c69d2c007a7c7c3cd7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da0406714dc64c1d9d844efb37367c8c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4e200dbc1dec4a899262800b8fe89bdd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c6a6b85bcaac41e28d270244cd960772, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/2d83a45e434141d7a8985a3b86289950, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c5314c143cae435a96633d7ae3f39c75] to archive 2024-11-09T11:16:50,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:16:50,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a4070ec83136409a8a0dd803d2d84f7c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a4070ec83136409a8a0dd803d2d84f7c 2024-11-09T11:16:50,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/f07c45f32a2f4d98979b7b727ea2b57c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/f07c45f32a2f4d98979b7b727ea2b57c 2024-11-09T11:16:50,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da914f64389d4d03965610da2b8ed447 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da914f64389d4d03965610da2b8ed447 2024-11-09T11:16:50,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/68c269a7e7b74facb126fe4862c6a9aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/68c269a7e7b74facb126fe4862c6a9aa 2024-11-09T11:16:50,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/5e059a4e67074858811506f68098c61f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/5e059a4e67074858811506f68098c61f 2024-11-09T11:16:50,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/29265c843de2421aa07fc704e49b0dce to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/29265c843de2421aa07fc704e49b0dce 2024-11-09T11:16:50,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/b1c4cde791ca42ddb63401fa0384b219 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/b1c4cde791ca42ddb63401fa0384b219 2024-11-09T11:16:50,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/133651c21ab14847a8fb07f53760eab7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/133651c21ab14847a8fb07f53760eab7 2024-11-09T11:16:50,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/60f38d3ef6c24ed5b99b594f833234bc to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/60f38d3ef6c24ed5b99b594f833234bc 2024-11-09T11:16:50,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/aef5ce450888405fa1148ddbdf9594fa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/aef5ce450888405fa1148ddbdf9594fa 2024-11-09T11:16:50,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/671980f31aae46fdbfda2d160d384d06 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/671980f31aae46fdbfda2d160d384d06 2024-11-09T11:16:50,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3cc523fd554d4a588c18ea23c1638086 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3cc523fd554d4a588c18ea23c1638086 2024-11-09T11:16:50,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a49a0e9340aa4bcd96031ffb4dd6cf21 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a49a0e9340aa4bcd96031ffb4dd6cf21 2024-11-09T11:16:50,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/583f2886ab1643d8899f8203536d10e8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/583f2886ab1643d8899f8203536d10e8 2024-11-09T11:16:50,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0672d251b5484a81a3d4af800eeb7654 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0672d251b5484a81a3d4af800eeb7654 2024-11-09T11:16:50,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/df5bf00ec1174fb8a92b3a5a8b6b7fce to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/df5bf00ec1174fb8a92b3a5a8b6b7fce 2024-11-09T11:16:50,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0fda01bb60a3443ca1a97b726b85311a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/0fda01bb60a3443ca1a97b726b85311a 2024-11-09T11:16:50,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3b791405edd94583bc19042282c8b83b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/3b791405edd94583bc19042282c8b83b 2024-11-09T11:16:50,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/6ac15a709b4d4aebbcc39642c4a2de5e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/6ac15a709b4d4aebbcc39642c4a2de5e 2024-11-09T11:16:50,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/9eea2261a0ac4b50ac284526fda9708a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/9eea2261a0ac4b50ac284526fda9708a 2024-11-09T11:16:50,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/d491daa0768546c69d2c007a7c7c3cd7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/d491daa0768546c69d2c007a7c7c3cd7 2024-11-09T11:16:50,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da0406714dc64c1d9d844efb37367c8c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/da0406714dc64c1d9d844efb37367c8c 2024-11-09T11:16:50,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4e200dbc1dec4a899262800b8fe89bdd to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4e200dbc1dec4a899262800b8fe89bdd 2024-11-09T11:16:50,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c6a6b85bcaac41e28d270244cd960772 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c6a6b85bcaac41e28d270244cd960772 2024-11-09T11:16:50,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/2d83a45e434141d7a8985a3b86289950 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/2d83a45e434141d7a8985a3b86289950 2024-11-09T11:16:50,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c5314c143cae435a96633d7ae3f39c75 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/c5314c143cae435a96633d7ae3f39c75 2024-11-09T11:16:50,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/57fd1923494d4b16b2c31efe1d92e289, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/81c7c09924254f959f063c1bc0b5ff8a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/50afd4011d564a8e96b2cfd5c0adfbf5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/843017985d3941338f59d7ba0327d937, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/106179e6ddd54b00a8d29959077627f1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c2cd3764970b40098f24dfd6b707e518, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/75c699aba52e4a598af98a75b4c958e2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b8b3993bc24849278f7cec3bc7e40878, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8898ff3615974250b0e165044e2465e2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b0ce63476f5c4bb5b7f5334a0a4dd413, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/d593e50272cf48dc870a467555f66237, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/43c7e34ce924471694899d876ad8308b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/024f596752bb4da7b5b0d20c93a0e59f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/65b419365be6475c9badef496fbbf6be, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/6c88e9e33c344ac4b312b38ffbcfffd6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/ed4d68a4f2ce418b82a38d1c71cb05fb, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c58ea71e2bb94c38afd52065c76711c1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/887f03c637e64fb6a1da00976065ccab, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/aa41661e65e7480595031c812dcd2d60, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/21378fab515849c49c84ebacf859b5ee, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/eaae3914cbfe4f14b6132c8328520a18, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2a593db005c34d88ab8ee6a34e3c232f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c57e1831dd2c4728986ae6b20c6740b3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/0fbdc7fbd3aa46ccaa4b95d74770685a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2f8352a6d71a41358cb3611d5231c372, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/a6575e7208c2413b977d71f0514a13cc] to archive 2024-11-09T11:16:50,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:16:50,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/57fd1923494d4b16b2c31efe1d92e289 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/57fd1923494d4b16b2c31efe1d92e289 2024-11-09T11:16:50,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/81c7c09924254f959f063c1bc0b5ff8a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/81c7c09924254f959f063c1bc0b5ff8a 2024-11-09T11:16:50,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/50afd4011d564a8e96b2cfd5c0adfbf5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/50afd4011d564a8e96b2cfd5c0adfbf5 2024-11-09T11:16:50,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/843017985d3941338f59d7ba0327d937 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/843017985d3941338f59d7ba0327d937 2024-11-09T11:16:50,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/106179e6ddd54b00a8d29959077627f1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/106179e6ddd54b00a8d29959077627f1 2024-11-09T11:16:50,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c2cd3764970b40098f24dfd6b707e518 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c2cd3764970b40098f24dfd6b707e518 2024-11-09T11:16:50,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/75c699aba52e4a598af98a75b4c958e2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/75c699aba52e4a598af98a75b4c958e2 2024-11-09T11:16:50,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b8b3993bc24849278f7cec3bc7e40878 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b8b3993bc24849278f7cec3bc7e40878 2024-11-09T11:16:50,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8898ff3615974250b0e165044e2465e2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8898ff3615974250b0e165044e2465e2 2024-11-09T11:16:50,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b0ce63476f5c4bb5b7f5334a0a4dd413 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/b0ce63476f5c4bb5b7f5334a0a4dd413 2024-11-09T11:16:50,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/d593e50272cf48dc870a467555f66237 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/d593e50272cf48dc870a467555f66237 2024-11-09T11:16:50,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/43c7e34ce924471694899d876ad8308b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/43c7e34ce924471694899d876ad8308b 2024-11-09T11:16:50,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/024f596752bb4da7b5b0d20c93a0e59f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/024f596752bb4da7b5b0d20c93a0e59f 2024-11-09T11:16:50,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/65b419365be6475c9badef496fbbf6be to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/65b419365be6475c9badef496fbbf6be 2024-11-09T11:16:50,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/6c88e9e33c344ac4b312b38ffbcfffd6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/6c88e9e33c344ac4b312b38ffbcfffd6 2024-11-09T11:16:50,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/ed4d68a4f2ce418b82a38d1c71cb05fb to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/ed4d68a4f2ce418b82a38d1c71cb05fb 2024-11-09T11:16:50,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c58ea71e2bb94c38afd52065c76711c1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c58ea71e2bb94c38afd52065c76711c1 2024-11-09T11:16:50,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/887f03c637e64fb6a1da00976065ccab to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/887f03c637e64fb6a1da00976065ccab 2024-11-09T11:16:50,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/aa41661e65e7480595031c812dcd2d60 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/aa41661e65e7480595031c812dcd2d60 2024-11-09T11:16:50,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/21378fab515849c49c84ebacf859b5ee to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/21378fab515849c49c84ebacf859b5ee 2024-11-09T11:16:50,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/eaae3914cbfe4f14b6132c8328520a18 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/eaae3914cbfe4f14b6132c8328520a18 2024-11-09T11:16:50,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2a593db005c34d88ab8ee6a34e3c232f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2a593db005c34d88ab8ee6a34e3c232f 2024-11-09T11:16:50,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c57e1831dd2c4728986ae6b20c6740b3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/c57e1831dd2c4728986ae6b20c6740b3 2024-11-09T11:16:51,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/0fbdc7fbd3aa46ccaa4b95d74770685a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/0fbdc7fbd3aa46ccaa4b95d74770685a 2024-11-09T11:16:51,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2f8352a6d71a41358cb3611d5231c372 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/2f8352a6d71a41358cb3611d5231c372 2024-11-09T11:16:51,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/a6575e7208c2413b977d71f0514a13cc to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/a6575e7208c2413b977d71f0514a13cc 2024-11-09T11:16:51,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/42dabbdc92744aa5b7121cce3879f3e5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9a734891f9c04e88a07e0024e075bf59, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/b845f03933784858b20089c1a3d34093, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/c5888bd7d9a840d9886d77cc72af63bf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9ba301a4f7fa46f593a9d2655eed9666, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e01ed06f623d476f8c529a921f5ee5a4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3f1fbd601da64de8b02210c754bb74c2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/65a3415f0ff5463dad225599b09c6ed2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/6faab864339e49f7aa9edbb96c366c17, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7aecd636e2e14ad79f5535f7055f2106, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/d5090b247e5e470283175c767d27d77d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/2291c1fa686c4ec48b58ca1918270c7d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/a7076788fd6645c8a16c832882e0de37, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/74accd2401c3447f8ac8a53ffedf248a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/34704ebe2f6c48b98a478a5390d6aad2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7e1b301a8880494b994bc1666ff747a2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/0f696808115b4aaaaead38f41acf6017, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/507519e28f0949f98f295cfc0ed7c823, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3255fcdb53424cb4aa866d9c88c8e6e4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/853e4424780840efa22203fbb33110f3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/72738f2ed3674a2aab1ed1833b66c929, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/617a6155b1f64bc1b528a4e4d66f18d7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/ff091b53056b406c8df89e5b6ace40d0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e609c6e3069843e8a5dbc26278135c3d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/f9d7cb4a779c44b9830d2b1465abeb36, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4b52ddbe7a3448b5a2404df997610476] to archive 2024-11-09T11:16:51,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:16:51,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/42dabbdc92744aa5b7121cce3879f3e5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/42dabbdc92744aa5b7121cce3879f3e5 2024-11-09T11:16:51,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9a734891f9c04e88a07e0024e075bf59 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9a734891f9c04e88a07e0024e075bf59 2024-11-09T11:16:51,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/b845f03933784858b20089c1a3d34093 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/b845f03933784858b20089c1a3d34093 2024-11-09T11:16:51,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/c5888bd7d9a840d9886d77cc72af63bf to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/c5888bd7d9a840d9886d77cc72af63bf 2024-11-09T11:16:51,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9ba301a4f7fa46f593a9d2655eed9666 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/9ba301a4f7fa46f593a9d2655eed9666 2024-11-09T11:16:51,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e01ed06f623d476f8c529a921f5ee5a4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e01ed06f623d476f8c529a921f5ee5a4 2024-11-09T11:16:51,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3f1fbd601da64de8b02210c754bb74c2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3f1fbd601da64de8b02210c754bb74c2 2024-11-09T11:16:51,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/65a3415f0ff5463dad225599b09c6ed2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/65a3415f0ff5463dad225599b09c6ed2 2024-11-09T11:16:51,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/6faab864339e49f7aa9edbb96c366c17 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/6faab864339e49f7aa9edbb96c366c17 2024-11-09T11:16:51,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7aecd636e2e14ad79f5535f7055f2106 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7aecd636e2e14ad79f5535f7055f2106 2024-11-09T11:16:51,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/d5090b247e5e470283175c767d27d77d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/d5090b247e5e470283175c767d27d77d 2024-11-09T11:16:51,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/2291c1fa686c4ec48b58ca1918270c7d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/2291c1fa686c4ec48b58ca1918270c7d 2024-11-09T11:16:51,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/a7076788fd6645c8a16c832882e0de37 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/a7076788fd6645c8a16c832882e0de37 2024-11-09T11:16:51,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/74accd2401c3447f8ac8a53ffedf248a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/74accd2401c3447f8ac8a53ffedf248a 2024-11-09T11:16:51,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/34704ebe2f6c48b98a478a5390d6aad2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/34704ebe2f6c48b98a478a5390d6aad2 2024-11-09T11:16:51,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7e1b301a8880494b994bc1666ff747a2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/7e1b301a8880494b994bc1666ff747a2 2024-11-09T11:16:51,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/0f696808115b4aaaaead38f41acf6017 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/0f696808115b4aaaaead38f41acf6017 2024-11-09T11:16:51,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/507519e28f0949f98f295cfc0ed7c823 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/507519e28f0949f98f295cfc0ed7c823 2024-11-09T11:16:51,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3255fcdb53424cb4aa866d9c88c8e6e4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/3255fcdb53424cb4aa866d9c88c8e6e4 2024-11-09T11:16:51,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/853e4424780840efa22203fbb33110f3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/853e4424780840efa22203fbb33110f3 2024-11-09T11:16:51,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/72738f2ed3674a2aab1ed1833b66c929 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/72738f2ed3674a2aab1ed1833b66c929 2024-11-09T11:16:51,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/617a6155b1f64bc1b528a4e4d66f18d7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/617a6155b1f64bc1b528a4e4d66f18d7 2024-11-09T11:16:51,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/ff091b53056b406c8df89e5b6ace40d0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/ff091b53056b406c8df89e5b6ace40d0 2024-11-09T11:16:51,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e609c6e3069843e8a5dbc26278135c3d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/e609c6e3069843e8a5dbc26278135c3d 2024-11-09T11:16:51,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/f9d7cb4a779c44b9830d2b1465abeb36 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/f9d7cb4a779c44b9830d2b1465abeb36 2024-11-09T11:16:51,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4b52ddbe7a3448b5a2404df997610476 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4b52ddbe7a3448b5a2404df997610476 2024-11-09T11:16:51,051 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/recovered.edits/610.seqid, newMaxSeqId=610, maxSeqId=4 2024-11-09T11:16:51,052 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. 2024-11-09T11:16:51,052 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 5306d6170fa1f8f8deb977ec285bb905: Waiting for close lock at 1731151009263Running coprocessor pre-close hooks at 1731151009263Disabling compacts and flushes for region at 1731151009263Disabling writes for close at 1731151009263Obtaining lock to block concurrent updates at 1731151009263Preparing flush snapshotting stores in 5306d6170fa1f8f8deb977ec285bb905 at 1731151009263Finished memstore snapshotting TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731151009264 (+1 ms)Flushing stores of TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905. at 1731151009265 (+1 ms)Flushing 5306d6170fa1f8f8deb977ec285bb905/A: creating writer at 1731151009265Flushing mob file 5306d6170fa1f8f8deb977ec285bb905/A: appending metadata at 1731151009271 (+6 ms)Flushing mob file 5306d6170fa1f8f8deb977ec285bb905/A: closing flushed file at 1731151009271Flushing 5306d6170fa1f8f8deb977ec285bb905/A: appending metadata at 1731151009682 (+411 ms)Flushing 5306d6170fa1f8f8deb977ec285bb905/A: closing flushed file at 1731151009682Flushing 5306d6170fa1f8f8deb977ec285bb905/B: creating writer at 1731151010095 (+413 ms)Flushing 5306d6170fa1f8f8deb977ec285bb905/B: appending metadata at 1731151010098 (+3 ms)Flushing 5306d6170fa1f8f8deb977ec285bb905/B: closing flushed file at 1731151010098Flushing 5306d6170fa1f8f8deb977ec285bb905/C: creating writer at 1731151010507 (+409 ms)Flushing 5306d6170fa1f8f8deb977ec285bb905/C: appending metadata at 1731151010510 (+3 ms)Flushing 5306d6170fa1f8f8deb977ec285bb905/C: closing flushed file at 1731151010510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0ba975: reopening flushed file at 1731151010920 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4afbc869: reopening flushed file at 1731151010925 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba85b7a: reopening flushed file at 1731151010929 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5306d6170fa1f8f8deb977ec285bb905 in 1671ms, sequenceid=607, compaction requested=true at 1731151010935 (+6 ms)Writing region close event to WAL at 1731151011048 (+113 ms)Running coprocessor post-close hooks at 1731151011052 (+4 ms)Closed at 1731151011052 2024-11-09T11:16:51,054 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=5306d6170fa1f8f8deb977ec285bb905, regionState=CLOSED 2024-11-09T11:16:51,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:16:51,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T11:16:51,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 5306d6170fa1f8f8deb977ec285bb905, server=3264b4bbda9f,41507,1731150951478 in 1.9450 sec 2024-11-09T11:16:51,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T11:16:51,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5306d6170fa1f8f8deb977ec285bb905, UNASSIGN in 1.9500 sec 2024-11-09T11:16:51,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-09T11:16:51,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9530 sec 2024-11-09T11:16:51,063 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151011063"}]},"ts":"1731151011063"} 2024-11-09T11:16:51,064 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:16:51,064 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:16:51,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9620 sec 2024-11-09T11:16:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T11:16:51,252 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:51,252 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T11:16:51,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:51,254 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T11:16:51,255 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:51,258 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,261 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/recovered.edits] 2024-11-09T11:16:51,264 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/19a435e47fd34d74b1b94cb66e704464 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/19a435e47fd34d74b1b94cb66e704464 2024-11-09T11:16:51,266 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/337009b82d51413ebb77cadf27f65552 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/337009b82d51413ebb77cadf27f65552 2024-11-09T11:16:51,267 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4566c23da20f4ed49066f0ab015cf1df to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/4566c23da20f4ed49066f0ab015cf1df 2024-11-09T11:16:51,268 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a475192fa8124b8f8a7698bc4a5b5e66 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/A/a475192fa8124b8f8a7698bc4a5b5e66 2024-11-09T11:16:51,270 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/04440f93c04944f8b27f558a489f17a0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/04440f93c04944f8b27f558a489f17a0 2024-11-09T11:16:51,272 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/808c41b126bc458d9d39e9653c28de1b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/808c41b126bc458d9d39e9653c28de1b 2024-11-09T11:16:51,273 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8b25026210174e7697530403cffff3c1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/8b25026210174e7697530403cffff3c1 2024-11-09T11:16:51,275 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/be60da4ac54445dbbeb7aa3015c2e11a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/B/be60da4ac54445dbbeb7aa3015c2e11a 2024-11-09T11:16:51,279 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/267d57cfc986486186a913cdcdcb8793 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/267d57cfc986486186a913cdcdcb8793 2024-11-09T11:16:51,282 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4bda0252e10e42c79d1d7f90124ce825 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/4bda0252e10e42c79d1d7f90124ce825 2024-11-09T11:16:51,284 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/60c5fb86320d4ef58e38d5250bb13aa7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/60c5fb86320d4ef58e38d5250bb13aa7 2024-11-09T11:16:51,285 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/cee3c13bbdda44958e465399f47c001d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/C/cee3c13bbdda44958e465399f47c001d 2024-11-09T11:16:51,289 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/recovered.edits/610.seqid to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905/recovered.edits/610.seqid 2024-11-09T11:16:51,290 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,290 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:16:51,291 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:16:51,291 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T11:16:51,296 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109098b4e4ddc7d4564aabbec460d3837b1_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109098b4e4ddc7d4564aabbec460d3837b1_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,298 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091f02b50001dd426cbb1e2f6e9abfcdef_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091f02b50001dd426cbb1e2f6e9abfcdef_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,299 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109275028debc5f4d4cba420ecc4a009c2a_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109275028debc5f4d4cba420ecc4a009c2a_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,302 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092e4e456140c44300a989cdfd1f19d07a_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092e4e456140c44300a989cdfd1f19d07a_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,304 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110936e92b42a68a41b59e50a706b94daad5_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110936e92b42a68a41b59e50a706b94daad5_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,307 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110938c9c140b6cc4945af0ec74d30986d10_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110938c9c140b6cc4945af0ec74d30986d10_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,308 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093aa3eda96abf4c7aa705660300b47574_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093aa3eda96abf4c7aa705660300b47574_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,310 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110943ca92395d0b4ea4835a8ccba54571a5_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110943ca92395d0b4ea4835a8ccba54571a5_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,312 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094863cc2aad9f4a25abaae87350dabcf7_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094863cc2aad9f4a25abaae87350dabcf7_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,314 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097c2a9da22cdc4957b0641aa32cef7ad7_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097c2a9da22cdc4957b0641aa32cef7ad7_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,318 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994008b6768814ff889895110aae5f68c_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994008b6768814ff889895110aae5f68c_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,319 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a00fe9dae2a94d18a2e5ef13108d447d_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a00fe9dae2a94d18a2e5ef13108d447d_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,321 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aadba6175d554814bb5c75a0e17b4dc0_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aadba6175d554814bb5c75a0e17b4dc0_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,322 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b30d7d2f13af48c4a5f4595317df5a1e_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b30d7d2f13af48c4a5f4595317df5a1e_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,325 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b715ad7cf29b4bf5a8dcfc378e001e59_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b715ad7cf29b4bf5a8dcfc378e001e59_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,326 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cfd3bd2e459e46b99dacfdf91aaa9407_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cfd3bd2e459e46b99dacfdf91aaa9407_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,327 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d29564a3795d4988853e19c9467c3b6e_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d29564a3795d4988853e19c9467c3b6e_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,329 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5ab0b0b342144d69d368ff6b900b5b8_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d5ab0b0b342144d69d368ff6b900b5b8_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,330 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d97dfc6f25bc42f1af0093f5834a12a5_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d97dfc6f25bc42f1af0093f5834a12a5_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,331 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e0e5ceafdf8c44a89e71b8290621dafa_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e0e5ceafdf8c44a89e71b8290621dafa_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,332 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3c123f220dd40d1aa1c6a9020de1b27_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3c123f220dd40d1aa1c6a9020de1b27_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,333 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f7eb6422e2b44f45be93b9792b778964_5306d6170fa1f8f8deb977ec285bb905 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f7eb6422e2b44f45be93b9792b778964_5306d6170fa1f8f8deb977ec285bb905 2024-11-09T11:16:51,334 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:16:51,336 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:51,338 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:16:51,340 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:16:51,341 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:51,341 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:16:51,341 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151011341"}]},"ts":"9223372036854775807"} 2024-11-09T11:16:51,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T11:16:51,343 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5306d6170fa1f8f8deb977ec285bb905, NAME => 'TestAcidGuarantees,,1731150983926.5306d6170fa1f8f8deb977ec285bb905.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:16:51,343 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:16:51,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151011343"}]},"ts":"9223372036854775807"} 2024-11-09T11:16:51,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T11:16:51,347 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:51,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-09T11:16:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T11:16:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T11:16:51,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:51,373 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1845985750_22 at /127.0.0.1:55826 [Waiting for operation #2318] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-275647427_22 at /127.0.0.1:55742 [Waiting for operation #2353] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1845985750_22 at /127.0.0.1:55882 [Waiting for operation #1863] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-275647427_22 at /127.0.0.1:43564 [Waiting for operation #2625] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 597) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=277 (was 715) 2024-11-09T11:16:51,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=277 2024-11-09T11:16:51,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:16:51,385 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:16:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:16:51,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:16:51,387 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:51,387 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-09T11:16:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T11:16:51,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:16:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742065_1241 (size=1061) 2024-11-09T11:16:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T11:16:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T11:16:51,795 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:16:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742066_1242 (size=53) 2024-11-09T11:16:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T11:16:52,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:16:52,201 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6e17cd504e68659201785912b09681fa, disabling compactions & flushes 2024-11-09T11:16:52,202 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. after waiting 0 ms 2024-11-09T11:16:52,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,202 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,202 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e17cd504e68659201785912b09681fa: Waiting for close lock at 1731151012201Disabling compacts and flushes for region at 1731151012201Disabling writes for close at 1731151012202 (+1 ms)Writing region close event to WAL at 1731151012202Closed at 1731151012202 2024-11-09T11:16:52,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:16:52,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151012203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151012203"}]},"ts":"1731151012203"} 2024-11-09T11:16:52,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:16:52,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:16:52,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151012206"}]},"ts":"1731151012206"} 2024-11-09T11:16:52,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:16:52,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, ASSIGN}] 2024-11-09T11:16:52,209 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, ASSIGN 2024-11-09T11:16:52,209 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, ASSIGN; state=OFFLINE, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=false 2024-11-09T11:16:52,360 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=6e17cd504e68659201785912b09681fa, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:52,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, ASSIGN because future has completed 2024-11-09T11:16:52,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:16:52,517 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:16:52,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:16:52,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,518 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,520 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,521 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:52,521 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e17cd504e68659201785912b09681fa columnFamilyName A 2024-11-09T11:16:52,521 DEBUG [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T11:16:52,522 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.HStore(327): Store=6e17cd504e68659201785912b09681fa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:52,522 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,526 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:52,526 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e17cd504e68659201785912b09681fa columnFamilyName B 2024-11-09T11:16:52,526 DEBUG [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:52,527 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.HStore(327): Store=6e17cd504e68659201785912b09681fa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:52,527 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,528 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:16:52,528 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e17cd504e68659201785912b09681fa columnFamilyName C 2024-11-09T11:16:52,528 DEBUG [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:16:52,529 INFO [StoreOpener-6e17cd504e68659201785912b09681fa-1 {}] regionserver.HStore(327): Store=6e17cd504e68659201785912b09681fa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:16:52,529 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,529 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,530 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,530 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,531 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,531 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,532 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:16:52,533 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,535 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:16:52,535 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 6e17cd504e68659201785912b09681fa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63365011, jitterRate=-0.05578775703907013}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:16:52,535 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:52,536 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 6e17cd504e68659201785912b09681fa: Running coprocessor pre-open hook at 1731151012518Writing region info on filesystem at 1731151012519 (+1 ms)Initializing all the Stores at 1731151012519Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151012519Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151012520 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151012520Cleaning up temporary data from old regions at 1731151012531 (+11 ms)Running coprocessor post-open hooks at 1731151012535 (+4 ms)Region opened successfully at 1731151012536 (+1 ms) 2024-11-09T11:16:52,537 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., pid=63, masterSystemTime=1731151012515 2024-11-09T11:16:52,539 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,539 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:52,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=6e17cd504e68659201785912b09681fa, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:52,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:16:52,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T11:16:52,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 in 178 msec 2024-11-09T11:16:52,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-09T11:16:52,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, ASSIGN in 335 msec 2024-11-09T11:16:52,545 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:16:52,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151012545"}]},"ts":"1731151012545"} 2024-11-09T11:16:52,547 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:16:52,548 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:16:52,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-09T11:16:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-09T11:16:53,541 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:53,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,544 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29924c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,546 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3903852d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:16:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,43495,1731150950696 2024-11-09T11:16:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7082e236 2024-11-09T11:16:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:16:53,552 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:16:53,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,554 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2d6144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,556 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e53dd3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,559 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357c1c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561cbf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,563 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9fea6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,564 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea48cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,566 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb0b16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,568 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221346ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,570 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3a95c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,572 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371ee293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,574 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4bd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,575 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dba0093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,577 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b570369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da93613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d509c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344ac1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,584 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c05560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,585 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436a09fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:16:53,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:16:53,587 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:16:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:16:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:16:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621c608a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:16:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:16:53,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:16:53,588 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:16:53,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365793e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:16:53,590 DEBUG [Thread-1134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,592 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,592 DEBUG [Thread-1137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,592 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,593 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,597 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,597 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,598 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:53,598 DEBUG [Thread-1126 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,601 DEBUG [Thread-1126 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,601 DEBUG [Thread-1126 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-09T11:16:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T11:16:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,612 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,616 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,622 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:53,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:53,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,623 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:16:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:16:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:16:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:53,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:16:53,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:16:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:16:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:16:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:16:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:16:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:53,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/93c567f8f0ec464c845b230e768f34a3 is 50, key is test_row_0/A:col10/1731151013630/Put/seqid=0 2024-11-09T11:16:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742067_1243 (size=12001) 2024-11-09T11:16:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T11:16:53,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151073722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151073722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151073722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151013664, max timestamp=1731151013724Num uniques 859; 2024-11-09T11:16:53,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151013664, max timestamp=1731151013724Num uniques 859; 2024-11-09T11:16:53,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:53,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151013664, max timestamp=1731151013724Num uniques 859; 2024-11-09T11:16:53,734 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:16:53,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T11:16:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:53,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:53,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:53,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:53,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151073826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151073831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151073842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151073843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151073843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T11:16:53,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T11:16:53,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:53,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:53,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:53,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:53,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:53,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151073942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151073942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:53,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151074053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151074053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151074053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/93c567f8f0ec464c845b230e768f34a3 2024-11-09T11:16:54,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T11:16:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:54,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:54,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:54,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:54,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:54,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e801c745636849a4ac50e64960f60ca6 is 50, key is test_row_0/B:col10/1731151013630/Put/seqid=0 2024-11-09T11:16:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742068_1244 (size=12001) 2024-11-09T11:16:54,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e801c745636849a4ac50e64960f60ca6 2024-11-09T11:16:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151074151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151074151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/d4133e31c3104e2793e14ae1ae81c743 is 50, key is test_row_0/C:col10/1731151013630/Put/seqid=0 2024-11-09T11:16:54,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742069_1245 (size=12001) 2024-11-09T11:16:54,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/d4133e31c3104e2793e14ae1ae81c743 2024-11-09T11:16:54,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/93c567f8f0ec464c845b230e768f34a3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/93c567f8f0ec464c845b230e768f34a3 2024-11-09T11:16:54,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/93c567f8f0ec464c845b230e768f34a3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T11:16:54,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e801c745636849a4ac50e64960f60ca6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e801c745636849a4ac50e64960f60ca6 2024-11-09T11:16:54,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e801c745636849a4ac50e64960f60ca6, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T11:16:54,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/d4133e31c3104e2793e14ae1ae81c743 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d4133e31c3104e2793e14ae1ae81c743 2024-11-09T11:16:54,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T11:16:54,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d4133e31c3104e2793e14ae1ae81c743, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T11:16:54,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6e17cd504e68659201785912b09681fa in 607ms, sequenceid=12, compaction requested=false 2024-11-09T11:16:54,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:54,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-09T11:16:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:54,250 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-09T11:16:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:16:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:16:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:16:54,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:16:54,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/1537d6aaec5c420f9bd3c8bde210297f is 50, key is test_row_0/A:col10/1731151013820/Put/seqid=0 2024-11-09T11:16:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742070_1246 (size=12001) 2024-11-09T11:16:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:54,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:54,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151074371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151074375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151074377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151074472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151074474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151074481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151074481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151074491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/1537d6aaec5c420f9bd3c8bde210297f 2024-11-09T11:16:54,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151074699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151074699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151074701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/963d9cf180144e6eb3166be9489b77bf is 50, key is test_row_0/B:col10/1731151013820/Put/seqid=0 2024-11-09T11:16:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742071_1247 (size=12001) 2024-11-09T11:16:54,710 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/963d9cf180144e6eb3166be9489b77bf 2024-11-09T11:16:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a019bcb7f7e84e4b8d205636e40d4890 is 50, key is test_row_0/C:col10/1731151013820/Put/seqid=0 2024-11-09T11:16:54,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742072_1248 (size=12001) 2024-11-09T11:16:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T11:16:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151074981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151074992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151075011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151075011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151075011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a019bcb7f7e84e4b8d205636e40d4890 2024-11-09T11:16:55,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/1537d6aaec5c420f9bd3c8bde210297f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/1537d6aaec5c420f9bd3c8bde210297f 2024-11-09T11:16:55,138 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/1537d6aaec5c420f9bd3c8bde210297f, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T11:16:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/963d9cf180144e6eb3166be9489b77bf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/963d9cf180144e6eb3166be9489b77bf 2024-11-09T11:16:55,142 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/963d9cf180144e6eb3166be9489b77bf, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T11:16:55,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a019bcb7f7e84e4b8d205636e40d4890 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a019bcb7f7e84e4b8d205636e40d4890 2024-11-09T11:16:55,147 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a019bcb7f7e84e4b8d205636e40d4890, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T11:16:55,177 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 6e17cd504e68659201785912b09681fa in 927ms, sequenceid=47, compaction requested=false 2024-11-09T11:16:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-09T11:16:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-09T11:16:55,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-09T11:16:55,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-11-09T11:16:55,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.5830 sec 2024-11-09T11:16:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:55,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:16:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:55,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:16:55,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:55,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/01be4f46cbe241bb83a6880dfe36531c is 50, key is test_row_0/A:col10/1731151014374/Put/seqid=0 2024-11-09T11:16:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742073_1249 (size=14341) 2024-11-09T11:16:55,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151075571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151075572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151075576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151075681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151075681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151075692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T11:16:55,751 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:55,751 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-09T11:16:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T11:16:55,753 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:55,754 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:55,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T11:16:55,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151075891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151075891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151075901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:55,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T11:16:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:55,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:55,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/01be4f46cbe241bb83a6880dfe36531c 2024-11-09T11:16:55,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/a66a6fd2d0224c389ab8e041c8a2e96c is 50, key is test_row_0/B:col10/1731151014374/Put/seqid=0 2024-11-09T11:16:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742074_1250 (size=12001) 2024-11-09T11:16:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151076001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151076001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,004 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 6e17cd504e68659201785912b09681fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:56,004 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 6e17cd504e68659201785912b09681fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T11:16:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T11:16:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151076201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151076201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T11:16:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151076211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T11:16:56,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:56,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T11:16:56,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/a66a6fd2d0224c389ab8e041c8a2e96c 2024-11-09T11:16:56,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e881821ab4a64e319cbba03dd1914f98 is 50, key is test_row_0/C:col10/1731151014374/Put/seqid=0 2024-11-09T11:16:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742075_1251 (size=12001) 2024-11-09T11:16:56,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e881821ab4a64e319cbba03dd1914f98 2024-11-09T11:16:56,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/01be4f46cbe241bb83a6880dfe36531c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/01be4f46cbe241bb83a6880dfe36531c 2024-11-09T11:16:56,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/01be4f46cbe241bb83a6880dfe36531c, entries=200, sequenceid=61, filesize=14.0 K 2024-11-09T11:16:56,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/a66a6fd2d0224c389ab8e041c8a2e96c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a66a6fd2d0224c389ab8e041c8a2e96c 2024-11-09T11:16:56,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a66a6fd2d0224c389ab8e041c8a2e96c, entries=150, sequenceid=61, filesize=11.7 K 2024-11-09T11:16:56,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e881821ab4a64e319cbba03dd1914f98 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e881821ab4a64e319cbba03dd1914f98 2024-11-09T11:16:56,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e881821ab4a64e319cbba03dd1914f98, entries=150, sequenceid=61, filesize=11.7 K 2024-11-09T11:16:56,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6e17cd504e68659201785912b09681fa in 888ms, sequenceid=61, compaction requested=true 2024-11-09T11:16:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:56,421 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:56,421 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:56,422 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:56,422 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:56,422 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:16:56,422 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:16:56,422 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,422 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,422 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e801c745636849a4ac50e64960f60ca6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/963d9cf180144e6eb3166be9489b77bf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a66a6fd2d0224c389ab8e041c8a2e96c] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.2 K 2024-11-09T11:16:56,422 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/93c567f8f0ec464c845b230e768f34a3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/1537d6aaec5c420f9bd3c8bde210297f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/01be4f46cbe241bb83a6880dfe36531c] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=37.4 K 2024-11-09T11:16:56,422 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93c567f8f0ec464c845b230e768f34a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151013625 2024-11-09T11:16:56,422 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e801c745636849a4ac50e64960f60ca6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151013625 2024-11-09T11:16:56,423 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 963d9cf180144e6eb3166be9489b77bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151013820 2024-11-09T11:16:56,423 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1537d6aaec5c420f9bd3c8bde210297f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151013820 2024-11-09T11:16:56,423 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01be4f46cbe241bb83a6880dfe36531c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731151014374 2024-11-09T11:16:56,423 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a66a6fd2d0224c389ab8e041c8a2e96c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731151014374 2024-11-09T11:16:56,432 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:56,432 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/90f4b3e84753448f83765e7d4905330e is 50, key is test_row_0/B:col10/1731151014374/Put/seqid=0 2024-11-09T11:16:56,434 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:56,434 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/0f2657a9e3314220bf1980441a79908e is 50, key is test_row_0/A:col10/1731151014374/Put/seqid=0 2024-11-09T11:16:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742077_1253 (size=12104) 2024-11-09T11:16:56,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742076_1252 (size=12104) 2024-11-09T11:16:56,466 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/0f2657a9e3314220bf1980441a79908e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0f2657a9e3314220bf1980441a79908e 2024-11-09T11:16:56,472 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into 0f2657a9e3314220bf1980441a79908e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:56,472 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:56,473 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151016421; duration=0sec 2024-11-09T11:16:56,473 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:56,473 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:16:56,473 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:56,474 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:56,474 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:16:56,474 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,474 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d4133e31c3104e2793e14ae1ae81c743, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a019bcb7f7e84e4b8d205636e40d4890, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e881821ab4a64e319cbba03dd1914f98] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.2 K 2024-11-09T11:16:56,475 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4133e31c3104e2793e14ae1ae81c743, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151013625 2024-11-09T11:16:56,476 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a019bcb7f7e84e4b8d205636e40d4890, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151013820 2024-11-09T11:16:56,476 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e881821ab4a64e319cbba03dd1914f98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731151014374 2024-11-09T11:16:56,484 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:56,486 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/386b2db972bc4e3983bb4ace449eb4be is 50, key is test_row_0/C:col10/1731151014374/Put/seqid=0 2024-11-09T11:16:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742078_1254 (size=12104) 2024-11-09T11:16:56,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-09T11:16:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:56,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-09T11:16:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:16:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:16:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:16:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:56,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/df4ed1c26b854cd5b3a77fadf242c663 is 50, key is test_row_0/A:col10/1731151015563/Put/seqid=0 2024-11-09T11:16:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742079_1255 (size=12001) 2024-11-09T11:16:56,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:16:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:56,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:56,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151076734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151076740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151076744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151076852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151076852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151076852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:56,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:56,861 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/90f4b3e84753448f83765e7d4905330e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/90f4b3e84753448f83765e7d4905330e 2024-11-09T11:16:56,867 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into 90f4b3e84753448f83765e7d4905330e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:56,867 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:56,867 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151016421; duration=0sec 2024-11-09T11:16:56,867 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:56,867 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:16:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T11:16:56,902 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/386b2db972bc4e3983bb4ace449eb4be as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/386b2db972bc4e3983bb4ace449eb4be 2024-11-09T11:16:56,907 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into 386b2db972bc4e3983bb4ace449eb4be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:56,907 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:56,907 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151016421; duration=0sec 2024-11-09T11:16:56,907 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:56,907 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:16:56,926 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/df4ed1c26b854cd5b3a77fadf242c663 2024-11-09T11:16:56,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/d9338413436e455591aa23037f1e522f is 50, key is test_row_0/B:col10/1731151015563/Put/seqid=0 2024-11-09T11:16:56,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742080_1256 (size=12001) 2024-11-09T11:16:56,953 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/d9338413436e455591aa23037f1e522f 2024-11-09T11:16:56,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a26e16ae5f6a440a908427cfb85e63c1 is 50, key is test_row_0/C:col10/1731151015563/Put/seqid=0 2024-11-09T11:16:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742081_1257 (size=12001) 2024-11-09T11:16:57,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151077061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151077061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151077061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151077371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151077371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151077371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,378 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a26e16ae5f6a440a908427cfb85e63c1 2024-11-09T11:16:57,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/df4ed1c26b854cd5b3a77fadf242c663 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/df4ed1c26b854cd5b3a77fadf242c663 2024-11-09T11:16:57,386 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/df4ed1c26b854cd5b3a77fadf242c663, entries=150, sequenceid=80, filesize=11.7 K 2024-11-09T11:16:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/d9338413436e455591aa23037f1e522f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d9338413436e455591aa23037f1e522f 2024-11-09T11:16:57,396 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d9338413436e455591aa23037f1e522f, entries=150, sequenceid=80, filesize=11.7 K 2024-11-09T11:16:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a26e16ae5f6a440a908427cfb85e63c1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a26e16ae5f6a440a908427cfb85e63c1 2024-11-09T11:16:57,401 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a26e16ae5f6a440a908427cfb85e63c1, entries=150, sequenceid=80, filesize=11.7 K 2024-11-09T11:16:57,402 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 6e17cd504e68659201785912b09681fa in 884ms, sequenceid=80, compaction requested=false 2024-11-09T11:16:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-09T11:16:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-09T11:16:57,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-09T11:16:57,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6490 sec 2024-11-09T11:16:57,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.6550 sec 2024-11-09T11:16:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:57,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-09T11:16:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:16:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:16:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:16:57,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:57,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/354b0f11bf224ff985b70eef602acde6 is 50, key is test_row_0/A:col10/1731151016739/Put/seqid=0 2024-11-09T11:16:57,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742082_1258 (size=14341) 2024-11-09T11:16:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-09T11:16:57,901 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:16:57,901 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:16:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-09T11:16:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T11:16:57,903 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:16:57,903 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:16:57,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:16:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151077901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151077902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:57,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151077905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T11:16:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151078011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151078011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151078021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151078021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,023 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 6e17cd504e68659201785912b09681fa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:58,023 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 6e17cd504e68659201785912b09681fa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:16:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151078021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T11:16:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T11:16:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T11:16:58,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151078221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151078221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151078231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/354b0f11bf224ff985b70eef602acde6 2024-11-09T11:16:58,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/231a5adf67b3456aa8b0f36b505ec84d is 50, key is test_row_0/B:col10/1731151016739/Put/seqid=0 2024-11-09T11:16:58,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742083_1259 (size=12001) 2024-11-09T11:16:58,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T11:16:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T11:16:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T11:16:58,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151078531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151078531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151078541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:58,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T11:16:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:16:58,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/231a5adf67b3456aa8b0f36b505ec84d 2024-11-09T11:16:58,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e30ccd4905c24f95b65b25e96c2566e2 is 50, key is test_row_0/C:col10/1731151016739/Put/seqid=0 2024-11-09T11:16:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742084_1260 (size=12001) 2024-11-09T11:16:58,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e30ccd4905c24f95b65b25e96c2566e2 2024-11-09T11:16:58,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/354b0f11bf224ff985b70eef602acde6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/354b0f11bf224ff985b70eef602acde6 2024-11-09T11:16:58,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/354b0f11bf224ff985b70eef602acde6, entries=200, sequenceid=98, filesize=14.0 K 2024-11-09T11:16:58,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/231a5adf67b3456aa8b0f36b505ec84d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/231a5adf67b3456aa8b0f36b505ec84d 2024-11-09T11:16:58,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/231a5adf67b3456aa8b0f36b505ec84d, entries=150, sequenceid=98, filesize=11.7 K 2024-11-09T11:16:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e30ccd4905c24f95b65b25e96c2566e2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e30ccd4905c24f95b65b25e96c2566e2 2024-11-09T11:16:58,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e30ccd4905c24f95b65b25e96c2566e2, entries=150, sequenceid=98, filesize=11.7 K 2024-11-09T11:16:58,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6e17cd504e68659201785912b09681fa in 896ms, sequenceid=98, compaction requested=true 2024-11-09T11:16:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:16:58,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:58,781 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:58,781 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:58,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:16:58,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:58,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:16:58,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:58,782 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:58,782 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:16:58,782 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:58,782 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,782 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:16:58,782 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,782 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/90f4b3e84753448f83765e7d4905330e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d9338413436e455591aa23037f1e522f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/231a5adf67b3456aa8b0f36b505ec84d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.3 K 2024-11-09T11:16:58,782 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0f2657a9e3314220bf1980441a79908e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/df4ed1c26b854cd5b3a77fadf242c663, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/354b0f11bf224ff985b70eef602acde6] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=37.5 K 2024-11-09T11:16:58,782 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f2657a9e3314220bf1980441a79908e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731151014374 2024-11-09T11:16:58,783 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 90f4b3e84753448f83765e7d4905330e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731151014374 2024-11-09T11:16:58,784 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting df4ed1c26b854cd5b3a77fadf242c663, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731151015563 2024-11-09T11:16:58,784 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 354b0f11bf224ff985b70eef602acde6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731151016723 2024-11-09T11:16:58,784 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d9338413436e455591aa23037f1e522f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731151015563 2024-11-09T11:16:58,786 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 231a5adf67b3456aa8b0f36b505ec84d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731151016738 2024-11-09T11:16:58,794 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:58,795 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/0be86e3c736e474eb06f078c5b75beba is 50, key is test_row_0/A:col10/1731151016739/Put/seqid=0 2024-11-09T11:16:58,799 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:58,799 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/5ceddb7e5b4346abbdf62895dd01b8b0 is 50, key is test_row_0/B:col10/1731151016739/Put/seqid=0 2024-11-09T11:16:58,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742085_1261 (size=12207) 2024-11-09T11:16:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742086_1262 (size=12207) 2024-11-09T11:16:58,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T11:16:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,821 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-09T11:16:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:16:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:16:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:16:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:58,830 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/0be86e3c736e474eb06f078c5b75beba as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0be86e3c736e474eb06f078c5b75beba 2024-11-09T11:16:58,836 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into 0be86e3c736e474eb06f078c5b75beba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/f9d9aed523034dff96678236393bcd15 is 50, key is test_row_0/A:col10/1731151017901/Put/seqid=0 2024-11-09T11:16:58,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:58,839 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151018780; duration=0sec 2024-11-09T11:16:58,839 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:16:58,839 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:16:58,839 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:16:58,842 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:16:58,842 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:16:58,842 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:58,842 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/386b2db972bc4e3983bb4ace449eb4be, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a26e16ae5f6a440a908427cfb85e63c1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e30ccd4905c24f95b65b25e96c2566e2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.3 K 2024-11-09T11:16:58,842 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 386b2db972bc4e3983bb4ace449eb4be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731151014374 2024-11-09T11:16:58,843 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a26e16ae5f6a440a908427cfb85e63c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731151015563 2024-11-09T11:16:58,843 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e30ccd4905c24f95b65b25e96c2566e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731151016738 2024-11-09T11:16:58,844 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/5ceddb7e5b4346abbdf62895dd01b8b0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/5ceddb7e5b4346abbdf62895dd01b8b0 2024-11-09T11:16:58,851 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into 5ceddb7e5b4346abbdf62895dd01b8b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:58,851 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:58,851 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151018781; duration=0sec 2024-11-09T11:16:58,851 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:58,851 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:16:58,858 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:16:58,858 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e008ce0b465a46e3ba75e6a56d816937 is 50, key is test_row_0/C:col10/1731151016739/Put/seqid=0 2024-11-09T11:16:58,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742087_1263 (size=12001) 2024-11-09T11:16:58,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742088_1264 (size=12207) 2024-11-09T11:16:58,871 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e008ce0b465a46e3ba75e6a56d816937 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e008ce0b465a46e3ba75e6a56d816937 2024-11-09T11:16:58,876 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into e008ce0b465a46e3ba75e6a56d816937(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:16:58,876 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:58,876 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151018781; duration=0sec 2024-11-09T11:16:58,876 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:16:58,876 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:16:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T11:16:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:59,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:16:59,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151079063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151079065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151079067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151079171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151079172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151079181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,262 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/f9d9aed523034dff96678236393bcd15 2024-11-09T11:16:59,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e28546499cca41f0a0b21616104dea03 is 50, key is test_row_0/B:col10/1731151017901/Put/seqid=0 2024-11-09T11:16:59,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742089_1265 (size=12001) 2024-11-09T11:16:59,277 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e28546499cca41f0a0b21616104dea03 2024-11-09T11:16:59,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/3bee8b9d42594619ab49f1955cf35be6 is 50, key is test_row_0/C:col10/1731151017901/Put/seqid=0 2024-11-09T11:16:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742090_1266 (size=12001) 2024-11-09T11:16:59,292 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/3bee8b9d42594619ab49f1955cf35be6 2024-11-09T11:16:59,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/f9d9aed523034dff96678236393bcd15 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f9d9aed523034dff96678236393bcd15 2024-11-09T11:16:59,306 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f9d9aed523034dff96678236393bcd15, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T11:16:59,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e28546499cca41f0a0b21616104dea03 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e28546499cca41f0a0b21616104dea03 2024-11-09T11:16:59,313 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e28546499cca41f0a0b21616104dea03, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T11:16:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/3bee8b9d42594619ab49f1955cf35be6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/3bee8b9d42594619ab49f1955cf35be6 2024-11-09T11:16:59,321 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/3bee8b9d42594619ab49f1955cf35be6, entries=150, sequenceid=114, filesize=11.7 K 2024-11-09T11:16:59,321 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6e17cd504e68659201785912b09681fa in 500ms, sequenceid=114, compaction requested=false 2024-11-09T11:16:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:16:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:16:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-09T11:16:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-09T11:16:59,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T11:16:59,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-09T11:16:59,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4270 sec 2024-11-09T11:16:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:16:59,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T11:16:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:16:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:16:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:16:59,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:16:59,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/dfd53de9d89e4e02985c8541cd69d40d is 50, key is test_row_0/A:col10/1731151019382/Put/seqid=0 2024-11-09T11:16:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742091_1267 (size=12101) 2024-11-09T11:16:59,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151079402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151079404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151079405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151079511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151079511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151079511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151079721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151079721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:16:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151079721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:16:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:16:59,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:16:59,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/dfd53de9d89e4e02985c8541cd69d40d 2024-11-09T11:16:59,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/d90e2bbf27fd4e9ba60447eb20bea0c2 is 50, key is test_row_0/B:col10/1731151019382/Put/seqid=0 2024-11-09T11:16:59,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742092_1268 (size=12101) 2024-11-09T11:17:00,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151080031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151080031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151080031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T11:17:00,051 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:00,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-09T11:17:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T11:17:00,053 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:00,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:00,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T11:17:00,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T11:17:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:00,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:00,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/d90e2bbf27fd4e9ba60447eb20bea0c2 2024-11-09T11:17:00,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/0b4f41d0032946eab31a9f63c191209f is 50, key is test_row_0/C:col10/1731151019382/Put/seqid=0 2024-11-09T11:17:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742093_1269 (size=12101) 2024-11-09T11:17:00,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/0b4f41d0032946eab31a9f63c191209f 2024-11-09T11:17:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/dfd53de9d89e4e02985c8541cd69d40d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/dfd53de9d89e4e02985c8541cd69d40d 2024-11-09T11:17:00,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/dfd53de9d89e4e02985c8541cd69d40d, entries=150, sequenceid=134, filesize=11.8 K 2024-11-09T11:17:00,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/d90e2bbf27fd4e9ba60447eb20bea0c2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d90e2bbf27fd4e9ba60447eb20bea0c2 2024-11-09T11:17:00,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d90e2bbf27fd4e9ba60447eb20bea0c2, entries=150, sequenceid=134, filesize=11.8 K 2024-11-09T11:17:00,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/0b4f41d0032946eab31a9f63c191209f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/0b4f41d0032946eab31a9f63c191209f 2024-11-09T11:17:00,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/0b4f41d0032946eab31a9f63c191209f, entries=150, sequenceid=134, filesize=11.8 K 2024-11-09T11:17:00,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 6e17cd504e68659201785912b09681fa in 979ms, sequenceid=134, compaction requested=true 2024-11-09T11:17:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:00,362 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:00,362 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:00,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:00,363 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:00,363 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:00,363 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:17:00,363 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:17:00,363 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:00,363 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:00,364 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0be86e3c736e474eb06f078c5b75beba, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f9d9aed523034dff96678236393bcd15, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/dfd53de9d89e4e02985c8541cd69d40d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.5 K 2024-11-09T11:17:00,364 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/5ceddb7e5b4346abbdf62895dd01b8b0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e28546499cca41f0a0b21616104dea03, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d90e2bbf27fd4e9ba60447eb20bea0c2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.5 K 2024-11-09T11:17:00,364 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0be86e3c736e474eb06f078c5b75beba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731151016738 2024-11-09T11:17:00,364 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ceddb7e5b4346abbdf62895dd01b8b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731151016738 2024-11-09T11:17:00,364 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9d9aed523034dff96678236393bcd15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731151017899 2024-11-09T11:17:00,364 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e28546499cca41f0a0b21616104dea03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731151017899 2024-11-09T11:17:00,364 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfd53de9d89e4e02985c8541cd69d40d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731151019047 2024-11-09T11:17:00,364 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d90e2bbf27fd4e9ba60447eb20bea0c2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731151019047 2024-11-09T11:17:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T11:17:00,374 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:00,374 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/3e850ed844f247919529600c796f260b is 50, key is test_row_0/B:col10/1731151019382/Put/seqid=0 2024-11-09T11:17:00,375 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#223 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:00,375 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/04568c291eda48d7b19cb6c0b5073ced is 50, key is test_row_0/A:col10/1731151019382/Put/seqid=0 2024-11-09T11:17:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742094_1270 (size=12409) 2024-11-09T11:17:00,393 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/3e850ed844f247919529600c796f260b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e850ed844f247919529600c796f260b 2024-11-09T11:17:00,399 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into 3e850ed844f247919529600c796f260b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:00,399 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:00,399 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151020362; duration=0sec 2024-11-09T11:17:00,399 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:00,399 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:00,399 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742095_1271 (size=12409) 2024-11-09T11:17:00,402 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:00,403 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:17:00,403 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:00,403 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e008ce0b465a46e3ba75e6a56d816937, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/3bee8b9d42594619ab49f1955cf35be6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/0b4f41d0032946eab31a9f63c191209f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.5 K 2024-11-09T11:17:00,403 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e008ce0b465a46e3ba75e6a56d816937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731151016738 2024-11-09T11:17:00,403 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bee8b9d42594619ab49f1955cf35be6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731151017899 2024-11-09T11:17:00,404 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b4f41d0032946eab31a9f63c191209f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731151019047 2024-11-09T11:17:00,412 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:00,414 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/941778740fdc4905aca5725c993f6c85 is 50, key is test_row_0/C:col10/1731151019382/Put/seqid=0 2024-11-09T11:17:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742096_1272 (size=12409) 2024-11-09T11:17:00,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T11:17:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:00,423 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T11:17:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:00,429 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/941778740fdc4905aca5725c993f6c85 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/941778740fdc4905aca5725c993f6c85 2024-11-09T11:17:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/13b0b52fb3ff476698c0184cec010071 is 50, key is test_row_0/A:col10/1731151019404/Put/seqid=0 2024-11-09T11:17:00,436 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into 941778740fdc4905aca5725c993f6c85(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:00,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742097_1273 (size=12151) 2024-11-09T11:17:00,436 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:00,436 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151020362; duration=0sec 2024-11-09T11:17:00,436 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:00,436 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:00,436 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/13b0b52fb3ff476698c0184cec010071 2024-11-09T11:17:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/1f5345ea6e5f49fbad76b37d3e07e1aa is 50, key is test_row_0/B:col10/1731151019404/Put/seqid=0 2024-11-09T11:17:00,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742098_1274 (size=12151) 2024-11-09T11:17:00,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:00,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151080566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151080569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151080570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T11:17:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151080681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151080681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151080681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,808 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/04568c291eda48d7b19cb6c0b5073ced as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/04568c291eda48d7b19cb6c0b5073ced 2024-11-09T11:17:00,812 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into 04568c291eda48d7b19cb6c0b5073ced(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:00,812 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:00,812 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151020362; duration=0sec 2024-11-09T11:17:00,812 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:00,812 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:00,847 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/1f5345ea6e5f49fbad76b37d3e07e1aa 2024-11-09T11:17:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/1d00786e97c946faba317393569c5e60 is 50, key is test_row_0/C:col10/1731151019404/Put/seqid=0 2024-11-09T11:17:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742099_1275 (size=12151) 2024-11-09T11:17:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151080891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151080891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151080891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T11:17:01,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151081201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151081202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151081202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,265 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/1d00786e97c946faba317393569c5e60 2024-11-09T11:17:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/13b0b52fb3ff476698c0184cec010071 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/13b0b52fb3ff476698c0184cec010071 2024-11-09T11:17:01,273 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/13b0b52fb3ff476698c0184cec010071, entries=150, sequenceid=150, filesize=11.9 K 2024-11-09T11:17:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/1f5345ea6e5f49fbad76b37d3e07e1aa as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/1f5345ea6e5f49fbad76b37d3e07e1aa 2024-11-09T11:17:01,278 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/1f5345ea6e5f49fbad76b37d3e07e1aa, entries=150, sequenceid=150, filesize=11.9 K 2024-11-09T11:17:01,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/1d00786e97c946faba317393569c5e60 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1d00786e97c946faba317393569c5e60 2024-11-09T11:17:01,283 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1d00786e97c946faba317393569c5e60, entries=150, sequenceid=150, filesize=11.9 K 2024-11-09T11:17:01,284 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 6e17cd504e68659201785912b09681fa in 861ms, sequenceid=150, compaction requested=false 2024-11-09T11:17:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-09T11:17:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-09T11:17:01,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-09T11:17:01,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-11-09T11:17:01,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.2350 sec 2024-11-09T11:17:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:01,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T11:17:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:01,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/051e47e532f34eae860a5923e1cf0447 is 50, key is test_row_0/A:col10/1731151021714/Put/seqid=0 2024-11-09T11:17:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742100_1276 (size=16931) 2024-11-09T11:17:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151081737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151081738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151081738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151081851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151081851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151081851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151082051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151082051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,054 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 6e17cd504e68659201785912b09681fa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:02,054 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 6e17cd504e68659201785912b09681fa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151082061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151082061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151082063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/051e47e532f34eae860a5923e1cf0447 2024-11-09T11:17:02,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e2848a93edef4b399ca2e692e22197c1 is 50, key is test_row_0/B:col10/1731151021714/Put/seqid=0 2024-11-09T11:17:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742101_1277 (size=12151) 2024-11-09T11:17:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T11:17:02,202 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:02,202 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-09T11:17:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T11:17:02,205 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:02,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:02,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T11:17:02,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T11:17:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:02,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:02,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:02,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151082371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151082371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151082371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T11:17:02,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:02,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:02,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:02,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:02,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T11:17:02,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e2848a93edef4b399ca2e692e22197c1 2024-11-09T11:17:02,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/655b78e17874461cab270482bb6c5954 is 50, key is test_row_0/C:col10/1731151021714/Put/seqid=0 2024-11-09T11:17:02,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742102_1278 (size=12151) 2024-11-09T11:17:02,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/655b78e17874461cab270482bb6c5954 2024-11-09T11:17:02,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/051e47e532f34eae860a5923e1cf0447 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/051e47e532f34eae860a5923e1cf0447 2024-11-09T11:17:02,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/051e47e532f34eae860a5923e1cf0447, entries=250, sequenceid=173, filesize=16.5 K 2024-11-09T11:17:02,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e2848a93edef4b399ca2e692e22197c1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e2848a93edef4b399ca2e692e22197c1 2024-11-09T11:17:02,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e2848a93edef4b399ca2e692e22197c1, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T11:17:02,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/655b78e17874461cab270482bb6c5954 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/655b78e17874461cab270482bb6c5954 2024-11-09T11:17:02,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/655b78e17874461cab270482bb6c5954, entries=150, sequenceid=173, filesize=11.9 K 2024-11-09T11:17:02,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 6e17cd504e68659201785912b09681fa in 921ms, sequenceid=173, compaction requested=true 2024-11-09T11:17:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:02,635 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:02,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:02,635 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:02,637 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:02,637 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:17:02,637 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:02,637 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/04568c291eda48d7b19cb6c0b5073ced, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/13b0b52fb3ff476698c0184cec010071, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/051e47e532f34eae860a5923e1cf0447] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=40.5 K 2024-11-09T11:17:02,638 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:02,638 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:17:02,638 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04568c291eda48d7b19cb6c0b5073ced, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731151019047 2024-11-09T11:17:02,638 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:02,638 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e850ed844f247919529600c796f260b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/1f5345ea6e5f49fbad76b37d3e07e1aa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e2848a93edef4b399ca2e692e22197c1] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.9 K 2024-11-09T11:17:02,639 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e850ed844f247919529600c796f260b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731151019047 2024-11-09T11:17:02,639 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13b0b52fb3ff476698c0184cec010071, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731151019399 2024-11-09T11:17:02,639 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 051e47e532f34eae860a5923e1cf0447, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731151020559 2024-11-09T11:17:02,639 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f5345ea6e5f49fbad76b37d3e07e1aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731151019399 2024-11-09T11:17:02,641 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e2848a93edef4b399ca2e692e22197c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731151020568 2024-11-09T11:17:02,653 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:02,653 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/e6418f346d7d4af6a68e5396bb9d65d3 is 50, key is test_row_0/A:col10/1731151021714/Put/seqid=0 2024-11-09T11:17:02,654 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:02,655 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/96d5311745ec4ce99f77424c479ba79d is 50, key is test_row_0/B:col10/1731151021714/Put/seqid=0 2024-11-09T11:17:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742103_1279 (size=12561) 2024-11-09T11:17:02,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T11:17:02,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:02,666 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:17:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742104_1280 (size=12561) 2024-11-09T11:17:02,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/b1154e592d244380b67c8808f74be786 is 50, key is test_row_1/A:col10/1731151021737/Put/seqid=0 2024-11-09T11:17:02,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742105_1281 (size=9757) 2024-11-09T11:17:02,760 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/b1154e592d244380b67c8808f74be786 2024-11-09T11:17:02,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/f57be6ce6b674cb682ab022ff4b972fa is 50, key is test_row_1/B:col10/1731151021737/Put/seqid=0 2024-11-09T11:17:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742106_1282 (size=9757) 2024-11-09T11:17:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T11:17:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:02,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:02,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151082913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151082915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:02,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151082915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151083022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151083022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151083031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,066 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/e6418f346d7d4af6a68e5396bb9d65d3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/e6418f346d7d4af6a68e5396bb9d65d3 2024-11-09T11:17:03,073 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into e6418f346d7d4af6a68e5396bb9d65d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:03,074 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:03,074 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151022635; duration=0sec 2024-11-09T11:17:03,074 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:03,074 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:03,074 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:03,075 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:03,075 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:17:03,076 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:03,076 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/941778740fdc4905aca5725c993f6c85, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1d00786e97c946faba317393569c5e60, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/655b78e17874461cab270482bb6c5954] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=35.9 K 2024-11-09T11:17:03,077 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 941778740fdc4905aca5725c993f6c85, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731151019047 2024-11-09T11:17:03,077 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d00786e97c946faba317393569c5e60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731151019399 2024-11-09T11:17:03,078 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 655b78e17874461cab270482bb6c5954, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731151020568 2024-11-09T11:17:03,088 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#235 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:03,088 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ba718995dd3c4afc9f03bb3077a7c87f is 50, key is test_row_0/C:col10/1731151021714/Put/seqid=0 2024-11-09T11:17:03,116 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/96d5311745ec4ce99f77424c479ba79d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/96d5311745ec4ce99f77424c479ba79d 2024-11-09T11:17:03,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742107_1283 (size=12561) 2024-11-09T11:17:03,124 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into 96d5311745ec4ce99f77424c479ba79d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:03,124 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:03,124 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151022635; duration=0sec 2024-11-09T11:17:03,125 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:03,125 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:03,189 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/f57be6ce6b674cb682ab022ff4b972fa 2024-11-09T11:17:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a5edcbebf8894924b5103925cf17c492 is 50, key is test_row_1/C:col10/1731151021737/Put/seqid=0 2024-11-09T11:17:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742108_1284 (size=9757) 2024-11-09T11:17:03,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151083231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151083231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151083241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T11:17:03,525 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ba718995dd3c4afc9f03bb3077a7c87f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ba718995dd3c4afc9f03bb3077a7c87f 2024-11-09T11:17:03,531 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into ba718995dd3c4afc9f03bb3077a7c87f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:03,531 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:03,531 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151022636; duration=0sec 2024-11-09T11:17:03,531 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:03,531 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:03,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151083541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151083541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151083551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:03,631 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a5edcbebf8894924b5103925cf17c492 2024-11-09T11:17:03,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/b1154e592d244380b67c8808f74be786 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b1154e592d244380b67c8808f74be786 2024-11-09T11:17:03,639 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b1154e592d244380b67c8808f74be786, entries=100, sequenceid=185, filesize=9.5 K 2024-11-09T11:17:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/f57be6ce6b674cb682ab022ff4b972fa as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/f57be6ce6b674cb682ab022ff4b972fa 2024-11-09T11:17:03,645 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/f57be6ce6b674cb682ab022ff4b972fa, entries=100, sequenceid=185, filesize=9.5 K 2024-11-09T11:17:03,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a5edcbebf8894924b5103925cf17c492 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a5edcbebf8894924b5103925cf17c492 2024-11-09T11:17:03,651 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a5edcbebf8894924b5103925cf17c492, entries=100, sequenceid=185, filesize=9.5 K 2024-11-09T11:17:03,652 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 6e17cd504e68659201785912b09681fa in 985ms, sequenceid=185, compaction requested=false 2024-11-09T11:17:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:03,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-09T11:17:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-09T11:17:03,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-09T11:17:03,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4470 sec 2024-11-09T11:17:03,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4540 sec 2024-11-09T11:17:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:04,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-11-09T11:17:04,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:04,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:04,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:04,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:04,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:04,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:04,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/10107cd6aaf34e2eafedbca3359d70d1 is 50, key is test_row_0/A:col10/1731151022913/Put/seqid=0 2024-11-09T11:17:04,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742109_1285 (size=12151) 2024-11-09T11:17:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151084064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151084065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151084070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151084181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151084181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151084181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T11:17:04,361 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:04,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-09T11:17:04,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T11:17:04,364 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:04,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:04,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151084391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151084391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151084391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/10107cd6aaf34e2eafedbca3359d70d1 2024-11-09T11:17:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T11:17:04,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/78dce8f9b5094a30b4713ef671695127 is 50, key is test_row_0/B:col10/1731151022913/Put/seqid=0 2024-11-09T11:17:04,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742110_1286 (size=12151) 2024-11-09T11:17:04,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T11:17:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:04,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T11:17:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T11:17:04,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151084702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151084702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151084702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:04,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:04,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T11:17:04,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:04,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/78dce8f9b5094a30b4713ef671695127 2024-11-09T11:17:04,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/1619753e113f4b94ad561fe484cedecd is 50, key is test_row_0/C:col10/1731151022913/Put/seqid=0 2024-11-09T11:17:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742111_1287 (size=12151) 2024-11-09T11:17:04,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T11:17:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:04,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T11:17:05,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T11:17:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:05,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151085211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:05,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151085212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:05,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:05,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151085212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:05,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T11:17:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:05,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/1619753e113f4b94ad561fe484cedecd 2024-11-09T11:17:05,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/10107cd6aaf34e2eafedbca3359d70d1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/10107cd6aaf34e2eafedbca3359d70d1 2024-11-09T11:17:05,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/10107cd6aaf34e2eafedbca3359d70d1, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T11:17:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/78dce8f9b5094a30b4713ef671695127 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/78dce8f9b5094a30b4713ef671695127 2024-11-09T11:17:05,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/78dce8f9b5094a30b4713ef671695127, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T11:17:05,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/1619753e113f4b94ad561fe484cedecd as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1619753e113f4b94ad561fe484cedecd 2024-11-09T11:17:05,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1619753e113f4b94ad561fe484cedecd, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T11:17:05,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~399.84 KB/409440, currentSize=40.25 KB/41220 for 6e17cd504e68659201785912b09681fa in 1260ms, sequenceid=211, compaction requested=true 2024-11-09T11:17:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:05,314 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:05,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:05,314 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:05,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:05,315 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:05,315 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:05,315 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:17:05,316 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:17:05,316 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,316 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,316 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/e6418f346d7d4af6a68e5396bb9d65d3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b1154e592d244380b67c8808f74be786, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/10107cd6aaf34e2eafedbca3359d70d1] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=33.7 K 2024-11-09T11:17:05,316 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/96d5311745ec4ce99f77424c479ba79d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/f57be6ce6b674cb682ab022ff4b972fa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/78dce8f9b5094a30b4713ef671695127] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=33.7 K 2024-11-09T11:17:05,316 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 96d5311745ec4ce99f77424c479ba79d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731151020568 2024-11-09T11:17:05,316 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting f57be6ce6b674cb682ab022ff4b972fa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151021735 2024-11-09T11:17:05,317 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 78dce8f9b5094a30b4713ef671695127, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151022895 2024-11-09T11:17:05,317 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6418f346d7d4af6a68e5396bb9d65d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731151020568 2024-11-09T11:17:05,317 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1154e592d244380b67c8808f74be786, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151021735 2024-11-09T11:17:05,317 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10107cd6aaf34e2eafedbca3359d70d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151022895 2024-11-09T11:17:05,325 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:05,326 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/4476b68af7cb4b45bf4cc5a15b78c3cd is 50, key is test_row_0/A:col10/1731151022913/Put/seqid=0 2024-11-09T11:17:05,334 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:05,335 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/a872075296704a9782bbd8bffe6a8cf2 is 50, key is test_row_0/B:col10/1731151022913/Put/seqid=0 2024-11-09T11:17:05,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742112_1288 (size=12663) 2024-11-09T11:17:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742113_1289 (size=12663) 2024-11-09T11:17:05,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T11:17:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,435 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T11:17:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:05,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/a2942d89af934d0b9402b3c27c316783 is 50, key is test_row_0/A:col10/1731151024062/Put/seqid=0 2024-11-09T11:17:05,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742114_1290 (size=12151) 2024-11-09T11:17:05,454 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/a2942d89af934d0b9402b3c27c316783 2024-11-09T11:17:05,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/6dc7994bd2504723a7ccb6a8e9882edd is 50, key is test_row_0/B:col10/1731151024062/Put/seqid=0 2024-11-09T11:17:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742115_1291 (size=12151) 2024-11-09T11:17:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T11:17:05,743 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/4476b68af7cb4b45bf4cc5a15b78c3cd as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4476b68af7cb4b45bf4cc5a15b78c3cd 2024-11-09T11:17:05,747 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into 4476b68af7cb4b45bf4cc5a15b78c3cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:05,747 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:05,747 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151025314; duration=0sec 2024-11-09T11:17:05,747 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:05,747 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:05,747 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:05,748 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:05,748 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:17:05,748 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,748 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ba718995dd3c4afc9f03bb3077a7c87f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a5edcbebf8894924b5103925cf17c492, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1619753e113f4b94ad561fe484cedecd] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=33.7 K 2024-11-09T11:17:05,749 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba718995dd3c4afc9f03bb3077a7c87f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731151020568 2024-11-09T11:17:05,749 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5edcbebf8894924b5103925cf17c492, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731151021735 2024-11-09T11:17:05,749 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1619753e113f4b94ad561fe484cedecd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151022895 2024-11-09T11:17:05,756 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:05,756 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/5fb32c4c8f18465db7ddf9a443026161 is 50, key is test_row_0/C:col10/1731151022913/Put/seqid=0 2024-11-09T11:17:05,763 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/a872075296704a9782bbd8bffe6a8cf2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a872075296704a9782bbd8bffe6a8cf2 2024-11-09T11:17:05,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742116_1292 (size=12663) 2024-11-09T11:17:05,768 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into a872075296704a9782bbd8bffe6a8cf2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:05,768 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:05,768 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151025314; duration=0sec 2024-11-09T11:17:05,768 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:05,768 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:05,772 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/5fb32c4c8f18465db7ddf9a443026161 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5fb32c4c8f18465db7ddf9a443026161 2024-11-09T11:17:05,776 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into 5fb32c4c8f18465db7ddf9a443026161(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:05,776 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:05,777 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151025315; duration=0sec 2024-11-09T11:17:05,777 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:05,777 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:05,870 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/6dc7994bd2504723a7ccb6a8e9882edd 2024-11-09T11:17:05,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/385340d63ffd4da0a4b1adb2cb815e09 is 50, key is test_row_0/C:col10/1731151024062/Put/seqid=0 2024-11-09T11:17:05,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742117_1293 (size=12151) 2024-11-09T11:17:05,881 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/385340d63ffd4da0a4b1adb2cb815e09 2024-11-09T11:17:05,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/a2942d89af934d0b9402b3c27c316783 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/a2942d89af934d0b9402b3c27c316783 2024-11-09T11:17:05,888 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/a2942d89af934d0b9402b3c27c316783, entries=150, sequenceid=220, filesize=11.9 K 2024-11-09T11:17:05,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/6dc7994bd2504723a7ccb6a8e9882edd as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6dc7994bd2504723a7ccb6a8e9882edd 2024-11-09T11:17:05,892 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6dc7994bd2504723a7ccb6a8e9882edd, entries=150, sequenceid=220, filesize=11.9 K 2024-11-09T11:17:05,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/385340d63ffd4da0a4b1adb2cb815e09 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/385340d63ffd4da0a4b1adb2cb815e09 2024-11-09T11:17:05,898 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/385340d63ffd4da0a4b1adb2cb815e09, entries=150, sequenceid=220, filesize=11.9 K 2024-11-09T11:17:05,899 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 6e17cd504e68659201785912b09681fa in 464ms, sequenceid=220, compaction requested=false 2024-11-09T11:17:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-09T11:17:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-09T11:17:05,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-09T11:17:05,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5360 sec 2024-11-09T11:17:05,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5510 sec 2024-11-09T11:17:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:06,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:17:06,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:06,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:06,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:06,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:06,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:06,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:06,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/991537700fc3483f8414009385469a6f is 50, key is test_row_0/A:col10/1731151026233/Put/seqid=0 2024-11-09T11:17:06,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742118_1294 (size=12147) 2024-11-09T11:17:06,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151026262, max timestamp=1731151026270Num uniques 859; 2024-11-09T11:17:06,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151026262, max timestamp=1731151026270Num uniques 859; 2024-11-09T11:17:06,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151026262, max timestamp=1731151026270Num uniques 859; 2024-11-09T11:17:06,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:06,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:06,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:06,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151086310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151086313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151086316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151086421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151086432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151086432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T11:17:06,521 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:06,522 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-09T11:17:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T11:17:06,527 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:06,528 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:06,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T11:17:06,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/991537700fc3483f8414009385469a6f 2024-11-09T11:17:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151086641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151086641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151086641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/344cbea61ada4729b78d77a176dd657a is 50, key is test_row_0/B:col10/1731151026233/Put/seqid=0 2024-11-09T11:17:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742119_1295 (size=9757) 2024-11-09T11:17:06,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T11:17:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:06,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T11:17:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:06,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T11:17:06,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151086952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151086952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151086952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:06,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:06,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T11:17:06,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:06,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:06,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:06,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:07,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/344cbea61ada4729b78d77a176dd657a 2024-11-09T11:17:07,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/d238f03351174d308c76284f7b6d9941 is 50, key is test_row_0/C:col10/1731151026233/Put/seqid=0 2024-11-09T11:17:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T11:17:07,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T11:17:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:07,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:07,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:07,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:07,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:07,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742120_1296 (size=9757) 2024-11-09T11:17:07,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/d238f03351174d308c76284f7b6d9941 2024-11-09T11:17:07,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/991537700fc3483f8414009385469a6f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/991537700fc3483f8414009385469a6f 2024-11-09T11:17:07,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/991537700fc3483f8414009385469a6f, entries=150, sequenceid=233, filesize=11.9 K 2024-11-09T11:17:07,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/344cbea61ada4729b78d77a176dd657a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/344cbea61ada4729b78d77a176dd657a 2024-11-09T11:17:07,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/344cbea61ada4729b78d77a176dd657a, entries=100, sequenceid=233, filesize=9.5 K 2024-11-09T11:17:07,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/d238f03351174d308c76284f7b6d9941 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d238f03351174d308c76284f7b6d9941 2024-11-09T11:17:07,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d238f03351174d308c76284f7b6d9941, entries=100, sequenceid=233, filesize=9.5 K 2024-11-09T11:17:07,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6e17cd504e68659201785912b09681fa in 948ms, sequenceid=233, compaction requested=true 2024-11-09T11:17:07,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:07,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:07,182 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:07,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:07,182 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:07,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:07,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:07,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:07,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:07,186 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:07,186 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:17:07,186 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:07,187 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4476b68af7cb4b45bf4cc5a15b78c3cd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/a2942d89af934d0b9402b3c27c316783, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/991537700fc3483f8414009385469a6f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.1 K 2024-11-09T11:17:07,187 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:07,187 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:17:07,187 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:07,187 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a872075296704a9782bbd8bffe6a8cf2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6dc7994bd2504723a7ccb6a8e9882edd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/344cbea61ada4729b78d77a176dd657a] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=33.8 K 2024-11-09T11:17:07,188 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a872075296704a9782bbd8bffe6a8cf2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151022895 2024-11-09T11:17:07,188 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4476b68af7cb4b45bf4cc5a15b78c3cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151022895 2024-11-09T11:17:07,188 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc7994bd2504723a7ccb6a8e9882edd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731151024058 2024-11-09T11:17:07,188 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2942d89af934d0b9402b3c27c316783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731151024058 2024-11-09T11:17:07,189 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 344cbea61ada4729b78d77a176dd657a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731151026232 2024-11-09T11:17:07,189 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 991537700fc3483f8414009385469a6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731151026228 2024-11-09T11:17:07,219 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:07,219 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ba256247f1874daea099d80d672a20a0 is 50, key is test_row_0/A:col10/1731151026233/Put/seqid=0 2024-11-09T11:17:07,239 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:07,239 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e7e55668a5244754be6d64602d91b4a1 is 50, key is test_row_0/B:col10/1731151026233/Put/seqid=0 2024-11-09T11:17:07,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742121_1297 (size=12765) 2024-11-09T11:17:07,287 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ba256247f1874daea099d80d672a20a0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ba256247f1874daea099d80d672a20a0 2024-11-09T11:17:07,301 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into ba256247f1874daea099d80d672a20a0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:07,301 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:07,301 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151027182; duration=0sec 2024-11-09T11:17:07,301 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:07,301 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:07,301 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:07,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742122_1298 (size=12765) 2024-11-09T11:17:07,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T11:17:07,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:07,305 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T11:17:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:07,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:07,306 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:07,306 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:17:07,307 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:07,307 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5fb32c4c8f18465db7ddf9a443026161, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/385340d63ffd4da0a4b1adb2cb815e09, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d238f03351174d308c76284f7b6d9941] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=33.8 K 2024-11-09T11:17:07,310 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fb32c4c8f18465db7ddf9a443026161, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731151022895 2024-11-09T11:17:07,311 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 385340d63ffd4da0a4b1adb2cb815e09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731151024058 2024-11-09T11:17:07,311 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d238f03351174d308c76284f7b6d9941, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731151026232 2024-11-09T11:17:07,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/4f1f2d3f99a441b8b285628790dea4cf is 50, key is test_row_0/A:col10/1731151026308/Put/seqid=0 2024-11-09T11:17:07,318 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/e7e55668a5244754be6d64602d91b4a1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e7e55668a5244754be6d64602d91b4a1 2024-11-09T11:17:07,326 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into e7e55668a5244754be6d64602d91b4a1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:07,326 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:07,326 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151027182; duration=0sec 2024-11-09T11:17:07,326 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:07,326 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:07,338 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:07,339 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a22daabdfb524432ac1592acaa5e0bc7 is 50, key is test_row_0/C:col10/1731151026233/Put/seqid=0 2024-11-09T11:17:07,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742123_1299 (size=12301) 2024-11-09T11:17:07,341 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/4f1f2d3f99a441b8b285628790dea4cf 2024-11-09T11:17:07,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/b11e04afec684d2cafecefea3abafb74 is 50, key is test_row_0/B:col10/1731151026308/Put/seqid=0 2024-11-09T11:17:07,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742124_1300 (size=12765) 2024-11-09T11:17:07,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742125_1301 (size=12301) 2024-11-09T11:17:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:07,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:07,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151087483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151087490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151087492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151087604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151087605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151087608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T11:17:07,781 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/a22daabdfb524432ac1592acaa5e0bc7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a22daabdfb524432ac1592acaa5e0bc7 2024-11-09T11:17:07,781 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/b11e04afec684d2cafecefea3abafb74 2024-11-09T11:17:07,792 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into a22daabdfb524432ac1592acaa5e0bc7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:07,792 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:07,792 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151027183; duration=0sec 2024-11-09T11:17:07,792 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:07,792 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:07,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/76abffa8b1ea4e30968ce1d26b25d07c is 50, key is test_row_0/C:col10/1731151026308/Put/seqid=0 2024-11-09T11:17:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742126_1302 (size=12301) 2024-11-09T11:17:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151087811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151087821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151087821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:07,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151088121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151088132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151088132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/76abffa8b1ea4e30968ce1d26b25d07c 2024-11-09T11:17:08,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/4f1f2d3f99a441b8b285628790dea4cf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4f1f2d3f99a441b8b285628790dea4cf 2024-11-09T11:17:08,231 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4f1f2d3f99a441b8b285628790dea4cf, entries=150, sequenceid=270, filesize=12.0 K 2024-11-09T11:17:08,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/b11e04afec684d2cafecefea3abafb74 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/b11e04afec684d2cafecefea3abafb74 2024-11-09T11:17:08,242 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/b11e04afec684d2cafecefea3abafb74, entries=150, sequenceid=270, filesize=12.0 K 2024-11-09T11:17:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/76abffa8b1ea4e30968ce1d26b25d07c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/76abffa8b1ea4e30968ce1d26b25d07c 2024-11-09T11:17:08,264 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/76abffa8b1ea4e30968ce1d26b25d07c, entries=150, sequenceid=270, filesize=12.0 K 2024-11-09T11:17:08,266 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 6e17cd504e68659201785912b09681fa in 960ms, sequenceid=270, compaction requested=false 2024-11-09T11:17:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:08,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-09T11:17:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-09T11:17:08,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-09T11:17:08,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7400 sec 2024-11-09T11:17:08,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.7490 sec 2024-11-09T11:17:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:08,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T11:17:08,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:08,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:08,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:08,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:08,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:08,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:08,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/8f3a02db0da14106b6fe43bc86ac71ac is 50, key is test_row_0/A:col10/1731151027489/Put/seqid=0 2024-11-09T11:17:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742127_1303 (size=12301) 2024-11-09T11:17:08,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/8f3a02db0da14106b6fe43bc86ac71ac 2024-11-09T11:17:08,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/c713ca2855e24cec9bfc24d63063d706 is 50, key is test_row_0/B:col10/1731151027489/Put/seqid=0 2024-11-09T11:17:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T11:17:08,671 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:08,671 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742128_1304 (size=12301) 2024-11-09T11:17:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-09T11:17:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T11:17:08,678 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:08,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151088670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151028659, max timestamp=1731151028676Num uniques 859; 2024-11-09T11:17:08,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151028659, max timestamp=1731151028676Num uniques 859; 2024-11-09T11:17:08,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:08,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:08,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151028659, max timestamp=1731151028676Num uniques 859; 2024-11-09T11:17:08,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,681 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:08,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:08,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151088723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151088729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T11:17:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151088791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T11:17:08,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:08,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:08,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:08,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:08,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151088841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151088841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T11:17:08,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T11:17:08,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:08,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:08,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:08,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:08,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151089001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151089061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151089071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/c713ca2855e24cec9bfc24d63063d706 2024-11-09T11:17:09,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/c11b6091aff04d44b442caae764c1d81 is 50, key is test_row_0/C:col10/1731151027489/Put/seqid=0 2024-11-09T11:17:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742129_1305 (size=12301) 2024-11-09T11:17:09,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T11:17:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T11:17:09,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T11:17:09,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:09,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151089312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151089371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151089381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T11:17:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:09,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/c11b6091aff04d44b442caae764c1d81 2024-11-09T11:17:09,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/8f3a02db0da14106b6fe43bc86ac71ac as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/8f3a02db0da14106b6fe43bc86ac71ac 2024-11-09T11:17:09,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/8f3a02db0da14106b6fe43bc86ac71ac, entries=150, sequenceid=283, filesize=12.0 K 2024-11-09T11:17:09,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/c713ca2855e24cec9bfc24d63063d706 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c713ca2855e24cec9bfc24d63063d706 2024-11-09T11:17:09,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c713ca2855e24cec9bfc24d63063d706, entries=150, sequenceid=283, filesize=12.0 K 2024-11-09T11:17:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/c11b6091aff04d44b442caae764c1d81 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/c11b6091aff04d44b442caae764c1d81 2024-11-09T11:17:09,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/c11b6091aff04d44b442caae764c1d81, entries=150, sequenceid=283, filesize=12.0 K 2024-11-09T11:17:09,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6e17cd504e68659201785912b09681fa in 889ms, sequenceid=283, compaction requested=true 2024-11-09T11:17:09,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:09,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:09,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:09,522 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:09,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:09,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:09,522 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:09,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:09,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:09,523 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:09,523 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:17:09,523 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:09,523 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,523 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:17:09,523 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,523 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ba256247f1874daea099d80d672a20a0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4f1f2d3f99a441b8b285628790dea4cf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/8f3a02db0da14106b6fe43bc86ac71ac] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.5 K 2024-11-09T11:17:09,523 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e7e55668a5244754be6d64602d91b4a1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/b11e04afec684d2cafecefea3abafb74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c713ca2855e24cec9bfc24d63063d706] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.5 K 2024-11-09T11:17:09,524 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba256247f1874daea099d80d672a20a0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731151024058 2024-11-09T11:17:09,524 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e7e55668a5244754be6d64602d91b4a1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731151024058 2024-11-09T11:17:09,524 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f1f2d3f99a441b8b285628790dea4cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731151026297 2024-11-09T11:17:09,524 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b11e04afec684d2cafecefea3abafb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731151026297 2024-11-09T11:17:09,524 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f3a02db0da14106b6fe43bc86ac71ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731151027462 2024-11-09T11:17:09,524 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c713ca2855e24cec9bfc24d63063d706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731151027462 2024-11-09T11:17:09,533 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:09,534 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ebe0cab122d049f0998f04c153a40e4e is 50, key is test_row_0/A:col10/1731151027489/Put/seqid=0 2024-11-09T11:17:09,546 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:09,547 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/9828c60664d34a35ad8f78aa675c3fcc is 50, key is test_row_0/B:col10/1731151027489/Put/seqid=0 2024-11-09T11:17:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742130_1306 (size=13017) 2024-11-09T11:17:09,559 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ebe0cab122d049f0998f04c153a40e4e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ebe0cab122d049f0998f04c153a40e4e 2024-11-09T11:17:09,569 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into ebe0cab122d049f0998f04c153a40e4e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:09,569 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:09,569 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151029522; duration=0sec 2024-11-09T11:17:09,569 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:09,569 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:09,569 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:09,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742131_1307 (size=13017) 2024-11-09T11:17:09,570 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:09,570 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:17:09,570 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,570 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a22daabdfb524432ac1592acaa5e0bc7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/76abffa8b1ea4e30968ce1d26b25d07c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/c11b6091aff04d44b442caae764c1d81] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.5 K 2024-11-09T11:17:09,571 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a22daabdfb524432ac1592acaa5e0bc7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731151024058 2024-11-09T11:17:09,571 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76abffa8b1ea4e30968ce1d26b25d07c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731151026297 2024-11-09T11:17:09,572 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c11b6091aff04d44b442caae764c1d81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731151027462 2024-11-09T11:17:09,590 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:09,591 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/5264b313d9a047e083ddc7f94ea91a30 is 50, key is test_row_0/C:col10/1731151027489/Put/seqid=0 2024-11-09T11:17:09,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742132_1308 (size=13017) 2024-11-09T11:17:09,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T11:17:09,621 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/5264b313d9a047e083ddc7f94ea91a30 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5264b313d9a047e083ddc7f94ea91a30 2024-11-09T11:17:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,622 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-09T11:17:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:09,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:09,631 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into 5264b313d9a047e083ddc7f94ea91a30(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:09,631 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:09,631 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151029522; duration=0sec 2024-11-09T11:17:09,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3 is 50, key is test_row_0/A:col10/1731151028712/Put/seqid=0 2024-11-09T11:17:09,632 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:09,633 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742133_1309 (size=12301) 2024-11-09T11:17:09,638 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3 2024-11-09T11:17:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/3e9dd8d975c34f7aac9594ede8faa050 is 50, key is test_row_0/B:col10/1731151028712/Put/seqid=0 2024-11-09T11:17:09,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742134_1310 (size=12301) 2024-11-09T11:17:09,674 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/3e9dd8d975c34f7aac9594ede8faa050 2024-11-09T11:17:09,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/45f9526f405b490bb2a0459aedc52511 is 50, key is test_row_0/C:col10/1731151028712/Put/seqid=0 2024-11-09T11:17:09,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742135_1311 (size=12301) 2024-11-09T11:17:09,719 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/45f9526f405b490bb2a0459aedc52511 2024-11-09T11:17:09,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3 2024-11-09T11:17:09,731 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3, entries=150, sequenceid=319, filesize=12.0 K 2024-11-09T11:17:09,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/3e9dd8d975c34f7aac9594ede8faa050 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e9dd8d975c34f7aac9594ede8faa050 2024-11-09T11:17:09,737 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e9dd8d975c34f7aac9594ede8faa050, entries=150, sequenceid=319, filesize=12.0 K 2024-11-09T11:17:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/45f9526f405b490bb2a0459aedc52511 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/45f9526f405b490bb2a0459aedc52511 2024-11-09T11:17:09,743 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/45f9526f405b490bb2a0459aedc52511, entries=150, sequenceid=319, filesize=12.0 K 2024-11-09T11:17:09,744 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for 6e17cd504e68659201785912b09681fa in 122ms, sequenceid=319, compaction requested=false 2024-11-09T11:17:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-09T11:17:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-09T11:17:09,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-09T11:17:09,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-11-09T11:17:09,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0780 sec 2024-11-09T11:17:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T11:17:09,812 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:09,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-09T11:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T11:17:09,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:09,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:09,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:09,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:17:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:09,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/050281a77b9743d98462073e6cedd05f is 50, key is test_row_0/A:col10/1731151029834/Put/seqid=0 2024-11-09T11:17:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742136_1312 (size=12301) 2024-11-09T11:17:09,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/050281a77b9743d98462073e6cedd05f 2024-11-09T11:17:09,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/7bc8dcf297d54bf7b3b7fd56dc6338ac is 50, key is test_row_0/B:col10/1731151029834/Put/seqid=0 2024-11-09T11:17:09,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151029904, max timestamp=1731151029913Num uniques 859; 2024-11-09T11:17:09,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151029904, max timestamp=1731151029913Num uniques 859; 2024-11-09T11:17:09,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151029904, max timestamp=1731151029913Num uniques 859; 2024-11-09T11:17:09,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:09,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:09,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742137_1313 (size=12301) 2024-11-09T11:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T11:17:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151089955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151089954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T11:17:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:09,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:09,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151089965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:09,978 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/9828c60664d34a35ad8f78aa675c3fcc as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/9828c60664d34a35ad8f78aa675c3fcc 2024-11-09T11:17:09,984 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into 9828c60664d34a35ad8f78aa675c3fcc(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:09,984 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:09,985 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151029522; duration=0sec 2024-11-09T11:17:09,985 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:09,985 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:10,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151090071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151090071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151090081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T11:17:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T11:17:10,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T11:17:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151090281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151090281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151090291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/7bc8dcf297d54bf7b3b7fd56dc6338ac 2024-11-09T11:17:10,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/61c45f9bbf784262a741daf3b6b4b274 is 50, key is test_row_0/C:col10/1731151029834/Put/seqid=0 2024-11-09T11:17:10,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742138_1314 (size=12301) 2024-11-09T11:17:10,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T11:17:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T11:17:10,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T11:17:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151090591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151090591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151090601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:10,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/61c45f9bbf784262a741daf3b6b4b274 2024-11-09T11:17:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T11:17:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/050281a77b9743d98462073e6cedd05f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/050281a77b9743d98462073e6cedd05f 2024-11-09T11:17:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:10,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/050281a77b9743d98462073e6cedd05f, entries=150, sequenceid=330, filesize=12.0 K 2024-11-09T11:17:10,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/7bc8dcf297d54bf7b3b7fd56dc6338ac as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/7bc8dcf297d54bf7b3b7fd56dc6338ac 2024-11-09T11:17:10,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/7bc8dcf297d54bf7b3b7fd56dc6338ac, entries=150, sequenceid=330, filesize=12.0 K 2024-11-09T11:17:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/61c45f9bbf784262a741daf3b6b4b274 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/61c45f9bbf784262a741daf3b6b4b274 2024-11-09T11:17:10,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/61c45f9bbf784262a741daf3b6b4b274, entries=150, sequenceid=330, filesize=12.0 K 2024-11-09T11:17:10,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6e17cd504e68659201785912b09681fa in 922ms, sequenceid=330, compaction requested=true 2024-11-09T11:17:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:10,766 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:10,766 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:10,767 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:10,767 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:10,767 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:17:10,767 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:17:10,767 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,767 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ebe0cab122d049f0998f04c153a40e4e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/050281a77b9743d98462073e6cedd05f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.7 K 2024-11-09T11:17:10,768 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,768 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/9828c60664d34a35ad8f78aa675c3fcc, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e9dd8d975c34f7aac9594ede8faa050, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/7bc8dcf297d54bf7b3b7fd56dc6338ac] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.7 K 2024-11-09T11:17:10,768 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9828c60664d34a35ad8f78aa675c3fcc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731151027462 2024-11-09T11:17:10,768 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebe0cab122d049f0998f04c153a40e4e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731151027462 2024-11-09T11:17:10,768 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e9dd8d975c34f7aac9594ede8faa050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731151028712 2024-11-09T11:17:10,768 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa64ee0822cb4d78b1eb5bb1d43ee0a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731151028712 2024-11-09T11:17:10,769 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc8dcf297d54bf7b3b7fd56dc6338ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731151029834 2024-11-09T11:17:10,769 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 050281a77b9743d98462073e6cedd05f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731151029834 2024-11-09T11:17:10,780 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:10,780 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:10,781 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/6de51f15082d4efc9b70464b0a396cdb is 50, key is test_row_0/B:col10/1731151029834/Put/seqid=0 2024-11-09T11:17:10,781 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ccef47d3a6ab45ea887ae2b4139eef7a is 50, key is test_row_0/A:col10/1731151029834/Put/seqid=0 2024-11-09T11:17:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742139_1315 (size=13119) 2024-11-09T11:17:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742140_1316 (size=13119) 2024-11-09T11:17:10,821 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ccef47d3a6ab45ea887ae2b4139eef7a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ccef47d3a6ab45ea887ae2b4139eef7a 2024-11-09T11:17:10,825 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into ccef47d3a6ab45ea887ae2b4139eef7a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:10,825 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:10,825 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151030766; duration=0sec 2024-11-09T11:17:10,825 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:10,825 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:10,825 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:10,827 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:10,827 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:17:10,827 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,827 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5264b313d9a047e083ddc7f94ea91a30, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/45f9526f405b490bb2a0459aedc52511, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/61c45f9bbf784262a741daf3b6b4b274] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.7 K 2024-11-09T11:17:10,827 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5264b313d9a047e083ddc7f94ea91a30, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731151027462 2024-11-09T11:17:10,828 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45f9526f405b490bb2a0459aedc52511, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731151028712 2024-11-09T11:17:10,828 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61c45f9bbf784262a741daf3b6b4b274, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731151029834 2024-11-09T11:17:10,837 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:10,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/170828c59d604956b86e078b2a422729 is 50, key is test_row_0/C:col10/1731151029834/Put/seqid=0 2024-11-09T11:17:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742141_1317 (size=13119) 2024-11-09T11:17:10,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T11:17:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:10,899 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-09T11:17:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:10,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/b4b686611a2246348d95f6d1d28fbe10 is 50, key is test_row_0/A:col10/1731151029943/Put/seqid=0 2024-11-09T11:17:10,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742142_1318 (size=12301) 2024-11-09T11:17:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T11:17:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:11,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151091112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151091114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151091114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,218 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/6de51f15082d4efc9b70464b0a396cdb as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6de51f15082d4efc9b70464b0a396cdb 2024-11-09T11:17:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151091221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151091221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151091221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,229 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into 6de51f15082d4efc9b70464b0a396cdb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:11,229 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:11,229 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151030766; duration=0sec 2024-11-09T11:17:11,229 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:11,229 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:11,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,262 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/170828c59d604956b86e078b2a422729 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/170828c59d604956b86e078b2a422729 2024-11-09T11:17:11,267 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into 170828c59d604956b86e078b2a422729(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:11,267 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:11,267 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151030766; duration=0sec 2024-11-09T11:17:11,267 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:11,267 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:11,315 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/b4b686611a2246348d95f6d1d28fbe10 2024-11-09T11:17:11,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/17822f8d3db04c749c31a0f597749885 is 50, key is test_row_0/B:col10/1731151029943/Put/seqid=0 2024-11-09T11:17:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742143_1319 (size=12301) 2024-11-09T11:17:11,351 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/17822f8d3db04c749c31a0f597749885 2024-11-09T11:17:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e222f4623a95409ab99b0dd8f7bc4152 is 50, key is test_row_0/C:col10/1731151029943/Put/seqid=0 2024-11-09T11:17:11,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742144_1320 (size=12301) 2024-11-09T11:17:11,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151091431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151091431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151091441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151091741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151091741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151091751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:11,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:11,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:11,772 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e222f4623a95409ab99b0dd8f7bc4152 2024-11-09T11:17:11,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/b4b686611a2246348d95f6d1d28fbe10 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b4b686611a2246348d95f6d1d28fbe10 2024-11-09T11:17:11,790 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b4b686611a2246348d95f6d1d28fbe10, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T11:17:11,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/17822f8d3db04c749c31a0f597749885 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/17822f8d3db04c749c31a0f597749885 2024-11-09T11:17:11,795 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/17822f8d3db04c749c31a0f597749885, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T11:17:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/e222f4623a95409ab99b0dd8f7bc4152 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e222f4623a95409ab99b0dd8f7bc4152 2024-11-09T11:17:11,803 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e222f4623a95409ab99b0dd8f7bc4152, entries=150, sequenceid=369, filesize=12.0 K 2024-11-09T11:17:11,804 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6e17cd504e68659201785912b09681fa in 905ms, sequenceid=369, compaction requested=false 2024-11-09T11:17:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:11,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-09T11:17:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-09T11:17:11,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-09T11:17:11,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9910 sec 2024-11-09T11:17:11,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.9970 sec 2024-11-09T11:17:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T11:17:11,961 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:11,962 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-09T11:17:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T11:17:11,963 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:11,964 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:11,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T11:17:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:12,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T11:17:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:12,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/5d1d006146d84088b3401be4eecf26fe is 50, key is test_row_0/A:col10/1731151031111/Put/seqid=0 2024-11-09T11:17:12,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742145_1321 (size=12301) 2024-11-09T11:17:12,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/5d1d006146d84088b3401be4eecf26fe 2024-11-09T11:17:12,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/c5718ae27b014eb2b3169aaa1fadfa48 is 50, key is test_row_0/B:col10/1731151031111/Put/seqid=0 2024-11-09T11:17:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742146_1322 (size=12301) 2024-11-09T11:17:12,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/c5718ae27b014eb2b3169aaa1fadfa48 2024-11-09T11:17:12,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ccbd9d0b44a1478b8799335a33cf515e is 50, key is test_row_0/C:col10/1731151031111/Put/seqid=0 2024-11-09T11:17:12,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151032162, max timestamp=1731151032176Num uniques 859; 2024-11-09T11:17:12,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151032162, max timestamp=1731151032176Num uniques 859; 2024-11-09T11:17:12,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:12,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:12,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151032162, max timestamp=1731151032176Num uniques 859; 2024-11-09T11:17:12,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:12,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742147_1323 (size=12301) 2024-11-09T11:17:12,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ccbd9d0b44a1478b8799335a33cf515e 2024-11-09T11:17:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/5d1d006146d84088b3401be4eecf26fe as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/5d1d006146d84088b3401be4eecf26fe 2024-11-09T11:17:12,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/5d1d006146d84088b3401be4eecf26fe, entries=150, sequenceid=382, filesize=12.0 K 2024-11-09T11:17:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/c5718ae27b014eb2b3169aaa1fadfa48 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c5718ae27b014eb2b3169aaa1fadfa48 2024-11-09T11:17:12,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c5718ae27b014eb2b3169aaa1fadfa48, entries=150, sequenceid=382, filesize=12.0 K 2024-11-09T11:17:12,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ccbd9d0b44a1478b8799335a33cf515e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ccbd9d0b44a1478b8799335a33cf515e 2024-11-09T11:17:12,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ccbd9d0b44a1478b8799335a33cf515e, entries=150, sequenceid=382, filesize=12.0 K 2024-11-09T11:17:12,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=84.98 KB/87020 for 6e17cd504e68659201785912b09681fa in 92ms, sequenceid=382, compaction requested=true 2024-11-09T11:17:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:12,205 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:17:12,205 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:12,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=91.69 KB heapSize=255.69 KB 2024-11-09T11:17:12,207 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:12,207 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/A is initiating minor compaction (all files) 2024-11-09T11:17:12,207 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:12,207 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/A in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,208 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/B is initiating minor compaction (all files) 2024-11-09T11:17:12,208 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/B in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,208 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ccef47d3a6ab45ea887ae2b4139eef7a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b4b686611a2246348d95f6d1d28fbe10, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/5d1d006146d84088b3401be4eecf26fe] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.8 K 2024-11-09T11:17:12,208 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6de51f15082d4efc9b70464b0a396cdb, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/17822f8d3db04c749c31a0f597749885, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c5718ae27b014eb2b3169aaa1fadfa48] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.8 K 2024-11-09T11:17:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:12,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:12,208 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6de51f15082d4efc9b70464b0a396cdb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731151029834 2024-11-09T11:17:12,208 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccef47d3a6ab45ea887ae2b4139eef7a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731151029834 2024-11-09T11:17:12,209 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 17822f8d3db04c749c31a0f597749885, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151029943 2024-11-09T11:17:12,209 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4b686611a2246348d95f6d1d28fbe10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151029943 2024-11-09T11:17:12,209 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c5718ae27b014eb2b3169aaa1fadfa48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731151031111 2024-11-09T11:17:12,209 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d1d006146d84088b3401be4eecf26fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731151031111 2024-11-09T11:17:12,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/321d58f93a444a798e049e09a16c7687 is 50, key is test_row_0/A:col10/1731151032192/Put/seqid=0 2024-11-09T11:17:12,238 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:12,239 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/8095ad6e03e545848a7cd8cb0add69ed is 50, key is test_row_0/B:col10/1731151031111/Put/seqid=0 2024-11-09T11:17:12,242 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:12,242 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/f30e3107ad014207828d355bca72369b is 50, key is test_row_0/A:col10/1731151031111/Put/seqid=0 2024-11-09T11:17:12,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742148_1324 (size=17181) 2024-11-09T11:17:12,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742149_1325 (size=13221) 2024-11-09T11:17:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742150_1326 (size=13221) 2024-11-09T11:17:12,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,270 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/f30e3107ad014207828d355bca72369b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f30e3107ad014207828d355bca72369b 2024-11-09T11:17:12,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151092265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151092266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151092268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151092269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,277 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/A of 6e17cd504e68659201785912b09681fa into f30e3107ad014207828d355bca72369b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:12,277 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:12,277 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/A, priority=13, startTime=1731151032205; duration=0sec 2024-11-09T11:17:12,277 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:12,277 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:12,278 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151092273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,281 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T11:17:12,281 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 6e17cd504e68659201785912b09681fa/C is initiating minor compaction (all files) 2024-11-09T11:17:12,281 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e17cd504e68659201785912b09681fa/C in TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,281 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/170828c59d604956b86e078b2a422729, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e222f4623a95409ab99b0dd8f7bc4152, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ccbd9d0b44a1478b8799335a33cf515e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp, totalSize=36.8 K 2024-11-09T11:17:12,282 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 170828c59d604956b86e078b2a422729, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731151029834 2024-11-09T11:17:12,282 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e222f4623a95409ab99b0dd8f7bc4152, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151029943 2024-11-09T11:17:12,283 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccbd9d0b44a1478b8799335a33cf515e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731151031111 2024-11-09T11:17:12,291 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e17cd504e68659201785912b09681fa#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:12,292 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/16c8b2b4eac6499e97f7c2b46f6751a6 is 50, key is test_row_0/C:col10/1731151031111/Put/seqid=0 2024-11-09T11:17:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742151_1327 (size=13221) 2024-11-09T11:17:12,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151092381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151092381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151092381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151092381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151092381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:12,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:12,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:12,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T11:17:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151092591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151092592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151092592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151092592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151092592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/321d58f93a444a798e049e09a16c7687 2024-11-09T11:17:12,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/ea455ea6f3a44256b4287cb95017b137 is 50, key is test_row_0/B:col10/1731151032192/Put/seqid=0 2024-11-09T11:17:12,659 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/8095ad6e03e545848a7cd8cb0add69ed as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/8095ad6e03e545848a7cd8cb0add69ed 2024-11-09T11:17:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742152_1328 (size=12301) 2024-11-09T11:17:12,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/ea455ea6f3a44256b4287cb95017b137 2024-11-09T11:17:12,664 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/B of 6e17cd504e68659201785912b09681fa into 8095ad6e03e545848a7cd8cb0add69ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:12,664 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:12,664 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/B, priority=13, startTime=1731151032205; duration=0sec 2024-11-09T11:17:12,664 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:12,664 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:12,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/42fefb03b8a24894b83a64185d28189a is 50, key is test_row_0/C:col10/1731151032192/Put/seqid=0 2024-11-09T11:17:12,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742153_1329 (size=12301) 2024-11-09T11:17:12,702 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/16c8b2b4eac6499e97f7c2b46f6751a6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/16c8b2b4eac6499e97f7c2b46f6751a6 2024-11-09T11:17:12,707 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6e17cd504e68659201785912b09681fa/C of 6e17cd504e68659201785912b09681fa into 16c8b2b4eac6499e97f7c2b46f6751a6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:12,707 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:12,707 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., storeName=6e17cd504e68659201785912b09681fa/C, priority=13, startTime=1731151032205; duration=0sec 2024-11-09T11:17:12,707 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:12,707 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:12,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:12,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:12,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151092902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151092902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151092902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151092902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151092902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:12,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:13,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:13,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:13,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:13,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:13,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:13,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/42fefb03b8a24894b83a64185d28189a 2024-11-09T11:17:13,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/321d58f93a444a798e049e09a16c7687 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/321d58f93a444a798e049e09a16c7687 2024-11-09T11:17:13,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/321d58f93a444a798e049e09a16c7687, entries=250, sequenceid=413, filesize=16.8 K 2024-11-09T11:17:13,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/ea455ea6f3a44256b4287cb95017b137 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/ea455ea6f3a44256b4287cb95017b137 2024-11-09T11:17:13,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/ea455ea6f3a44256b4287cb95017b137, entries=150, sequenceid=413, filesize=12.0 K 2024-11-09T11:17:13,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/42fefb03b8a24894b83a64185d28189a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/42fefb03b8a24894b83a64185d28189a 2024-11-09T11:17:13,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/42fefb03b8a24894b83a64185d28189a, entries=150, sequenceid=413, filesize=12.0 K 2024-11-09T11:17:13,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~98.40 KB/100760, heapSize ~275.56 KB/282176, currentSize=80.51 KB/82440 for 6e17cd504e68659201785912b09681fa in 887ms, sequenceid=413, compaction requested=false 2024-11-09T11:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T11:17:13,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T11:17:13,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:13,197 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T11:17:13,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:13,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:13,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/510b1b9b07a84bbebef5fd96536a8f01 is 50, key is test_row_0/A:col10/1731151032267/Put/seqid=0 2024-11-09T11:17:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742154_1330 (size=12301) 2024-11-09T11:17:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. as already flushing 2024-11-09T11:17:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151093427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151093428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151093429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151093430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151093431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151093541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151093541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151093541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151093541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151093541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,607 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/510b1b9b07a84bbebef5fd96536a8f01 2024-11-09T11:17:13,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/dfe1ae683a3b4a519e24e7b8f39294e3 is 50, key is test_row_0/B:col10/1731151032267/Put/seqid=0 2024-11-09T11:17:13,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742155_1331 (size=12301) 2024-11-09T11:17:13,617 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/dfe1ae683a3b4a519e24e7b8f39294e3 2024-11-09T11:17:13,622 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-11-09T11:17:13,622 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:13,622 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,622 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-11-09T11:17:13,622 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:13,622 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:13,622 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,622 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:13,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ec425bdce55a48afae42e97887992c71 is 50, key is test_row_0/C:col10/1731151032267/Put/seqid=0 2024-11-09T11:17:13,625 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-09T11:17:13,625 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:13,625 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,625 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742156_1332 (size=12301) 2024-11-09T11:17:13,627 INFO [Thread-1137 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1137. 2024-11-09T11:17:13,627 DEBUG [Thread-1137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:13,627 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,627 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:13,627 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-09T11:17:13,627 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:13,627 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,627 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:13,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:13,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53818 deadline: 1731151093752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1731151093752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53834 deadline: 1731151093752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53742 deadline: 1731151093752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53798 deadline: 1731151093752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:13,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:14,028 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ec425bdce55a48afae42e97887992c71 2024-11-09T11:17:14,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/510b1b9b07a84bbebef5fd96536a8f01 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/510b1b9b07a84bbebef5fd96536a8f01 2024-11-09T11:17:14,042 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/510b1b9b07a84bbebef5fd96536a8f01, entries=150, sequenceid=431, filesize=12.0 K 2024-11-09T11:17:14,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/dfe1ae683a3b4a519e24e7b8f39294e3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dfe1ae683a3b4a519e24e7b8f39294e3 2024-11-09T11:17:14,048 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dfe1ae683a3b4a519e24e7b8f39294e3, entries=150, sequenceid=431, filesize=12.0 K 2024-11-09T11:17:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/ec425bdce55a48afae42e97887992c71 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ec425bdce55a48afae42e97887992c71 2024-11-09T11:17:14,054 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ec425bdce55a48afae42e97887992c71, entries=150, sequenceid=431, filesize=12.0 K 2024-11-09T11:17:14,055 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6e17cd504e68659201785912b09681fa in 858ms, sequenceid=431, compaction requested=true 2024-11-09T11:17:14,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:14,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:14,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-09T11:17:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-09T11:17:14,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-09T11:17:14,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0930 sec 2024-11-09T11:17:14,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.0970 sec 2024-11-09T11:17:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:14,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T11:17:14,063 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-11-09T11:17:14,063 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-11-09T11:17:14,063 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-11-09T11:17:14,063 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:14,063 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,063 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:14,063 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:14,063 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,063 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:14,063 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:14,063 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:14,063 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:14,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:14,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:14,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:14,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:14,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:14,064 INFO [Thread-1134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1134. 2024-11-09T11:17:14,064 DEBUG [Thread-1134 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:14,064 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,064 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:14,064 INFO [Thread-1126 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1126. 2024-11-09T11:17:14,064 DEBUG [Thread-1126 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:14,064 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,064 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:14,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ea0a4e2024114e15906293b5a9b6065e is 50, key is test_row_0/A:col10/1731151034062/Put/seqid=0 2024-11-09T11:17:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742157_1333 (size=12301) 2024-11-09T11:17:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T11:17:14,112 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3183 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3171 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3069 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3172 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3156 2024-11-09T11:17:14,112 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:17:14,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:14,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:14,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:14,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:14,113 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T11:17:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T11:17:14,117 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151034117"}]},"ts":"1731151034117"} 2024-11-09T11:17:14,119 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:17:14,119 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:17:14,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:17:14,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, UNASSIGN}] 2024-11-09T11:17:14,122 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, UNASSIGN 2024-11-09T11:17:14,123 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=6e17cd504e68659201785912b09681fa, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:14,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, UNASSIGN because future has completed 2024-11-09T11:17:14,125 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:17:14,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:17:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T11:17:14,278 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:14,278 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:17:14,278 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 6e17cd504e68659201785912b09681fa, disabling compactions & flushes 2024-11-09T11:17:14,279 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T11:17:14,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ea0a4e2024114e15906293b5a9b6065e 2024-11-09T11:17:14,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/dc46c944da5d4150b427f4e694925c9e is 50, key is test_row_0/B:col10/1731151034062/Put/seqid=0 2024-11-09T11:17:14,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742158_1334 (size=12301) 2024-11-09T11:17:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T11:17:14,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/dc46c944da5d4150b427f4e694925c9e 2024-11-09T11:17:14,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/fc2a311d8d1f44ad8dd3bdee702774f9 is 50, key is test_row_0/C:col10/1731151034062/Put/seqid=0 2024-11-09T11:17:14,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742159_1335 (size=12301) 2024-11-09T11:17:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T11:17:15,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/fc2a311d8d1f44ad8dd3bdee702774f9 2024-11-09T11:17:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/ea0a4e2024114e15906293b5a9b6065e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ea0a4e2024114e15906293b5a9b6065e 2024-11-09T11:17:15,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ea0a4e2024114e15906293b5a9b6065e, entries=150, sequenceid=451, filesize=12.0 K 2024-11-09T11:17:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/dc46c944da5d4150b427f4e694925c9e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dc46c944da5d4150b427f4e694925c9e 2024-11-09T11:17:15,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dc46c944da5d4150b427f4e694925c9e, entries=150, sequenceid=451, filesize=12.0 K 2024-11-09T11:17:15,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/fc2a311d8d1f44ad8dd3bdee702774f9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/fc2a311d8d1f44ad8dd3bdee702774f9 2024-11-09T11:17:15,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/fc2a311d8d1f44ad8dd3bdee702774f9, entries=150, sequenceid=451, filesize=12.0 K 2024-11-09T11:17:15,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=13.42 KB/13740 for 6e17cd504e68659201785912b09681fa in 1264ms, sequenceid=451, compaction requested=true 2024-11-09T11:17:15,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6e17cd504e68659201785912b09681fa: 2024-11-09T11:17:15,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:15,328 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:15,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:15,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:15,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. after waiting 0 ms 2024-11-09T11:17:15,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6e17cd504e68659201785912b09681fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:15,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:15,328 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. because compaction request was cancelled 2024-11-09T11:17:15,328 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. because compaction request was cancelled 2024-11-09T11:17:15,328 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:A 2024-11-09T11:17:15,328 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:B 2024-11-09T11:17:15,328 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 6e17cd504e68659201785912b09681fa 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-09T11:17:15,328 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. because compaction request was cancelled 2024-11-09T11:17:15,328 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e17cd504e68659201785912b09681fa:C 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=A 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=B 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6e17cd504e68659201785912b09681fa, store=C 2024-11-09T11:17:15,328 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:15,332 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/68701a5350a74fc19c1a2c789e2778c9 is 50, key is test_row_1/A:col10/1731151034063/Put/seqid=0 2024-11-09T11:17:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742160_1336 (size=7415) 2024-11-09T11:17:15,738 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/68701a5350a74fc19c1a2c789e2778c9 2024-11-09T11:17:15,751 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/69681a7cd8604c9189a690c07f1c0c10 is 50, key is test_row_1/B:col10/1731151034063/Put/seqid=0 2024-11-09T11:17:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742161_1337 (size=7415) 2024-11-09T11:17:16,156 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/69681a7cd8604c9189a690c07f1c0c10 2024-11-09T11:17:16,166 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/7179f80655224f348df596a2f7bdd565 is 50, key is test_row_1/C:col10/1731151034063/Put/seqid=0 2024-11-09T11:17:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742162_1338 (size=7415) 2024-11-09T11:17:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T11:17:16,571 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/7179f80655224f348df596a2f7bdd565 2024-11-09T11:17:16,583 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/A/68701a5350a74fc19c1a2c789e2778c9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/68701a5350a74fc19c1a2c789e2778c9 2024-11-09T11:17:16,587 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/68701a5350a74fc19c1a2c789e2778c9, entries=50, sequenceid=456, filesize=7.2 K 2024-11-09T11:17:16,587 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/B/69681a7cd8604c9189a690c07f1c0c10 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/69681a7cd8604c9189a690c07f1c0c10 2024-11-09T11:17:16,591 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/69681a7cd8604c9189a690c07f1c0c10, entries=50, sequenceid=456, filesize=7.2 K 2024-11-09T11:17:16,592 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/.tmp/C/7179f80655224f348df596a2f7bdd565 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/7179f80655224f348df596a2f7bdd565 2024-11-09T11:17:16,595 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/7179f80655224f348df596a2f7bdd565, entries=50, sequenceid=456, filesize=7.2 K 2024-11-09T11:17:16,596 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6e17cd504e68659201785912b09681fa in 1268ms, sequenceid=456, compaction requested=true 2024-11-09T11:17:16,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/93c567f8f0ec464c845b230e768f34a3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/1537d6aaec5c420f9bd3c8bde210297f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/01be4f46cbe241bb83a6880dfe36531c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0f2657a9e3314220bf1980441a79908e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/df4ed1c26b854cd5b3a77fadf242c663, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/354b0f11bf224ff985b70eef602acde6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0be86e3c736e474eb06f078c5b75beba, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f9d9aed523034dff96678236393bcd15, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/04568c291eda48d7b19cb6c0b5073ced, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/dfd53de9d89e4e02985c8541cd69d40d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/13b0b52fb3ff476698c0184cec010071, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/051e47e532f34eae860a5923e1cf0447, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/e6418f346d7d4af6a68e5396bb9d65d3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b1154e592d244380b67c8808f74be786, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4476b68af7cb4b45bf4cc5a15b78c3cd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/10107cd6aaf34e2eafedbca3359d70d1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/a2942d89af934d0b9402b3c27c316783, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ba256247f1874daea099d80d672a20a0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/991537700fc3483f8414009385469a6f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4f1f2d3f99a441b8b285628790dea4cf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ebe0cab122d049f0998f04c153a40e4e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/8f3a02db0da14106b6fe43bc86ac71ac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ccef47d3a6ab45ea887ae2b4139eef7a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/050281a77b9743d98462073e6cedd05f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b4b686611a2246348d95f6d1d28fbe10, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/5d1d006146d84088b3401be4eecf26fe] to archive 2024-11-09T11:17:16,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:17:16,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/93c567f8f0ec464c845b230e768f34a3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/93c567f8f0ec464c845b230e768f34a3 2024-11-09T11:17:16,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/1537d6aaec5c420f9bd3c8bde210297f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/1537d6aaec5c420f9bd3c8bde210297f 2024-11-09T11:17:16,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/01be4f46cbe241bb83a6880dfe36531c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/01be4f46cbe241bb83a6880dfe36531c 2024-11-09T11:17:16,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0f2657a9e3314220bf1980441a79908e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0f2657a9e3314220bf1980441a79908e 2024-11-09T11:17:16,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/df4ed1c26b854cd5b3a77fadf242c663 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/df4ed1c26b854cd5b3a77fadf242c663 2024-11-09T11:17:16,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/354b0f11bf224ff985b70eef602acde6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/354b0f11bf224ff985b70eef602acde6 2024-11-09T11:17:16,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0be86e3c736e474eb06f078c5b75beba to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/0be86e3c736e474eb06f078c5b75beba 2024-11-09T11:17:16,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f9d9aed523034dff96678236393bcd15 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f9d9aed523034dff96678236393bcd15 2024-11-09T11:17:16,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/04568c291eda48d7b19cb6c0b5073ced to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/04568c291eda48d7b19cb6c0b5073ced 2024-11-09T11:17:16,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/dfd53de9d89e4e02985c8541cd69d40d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/dfd53de9d89e4e02985c8541cd69d40d 2024-11-09T11:17:16,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/13b0b52fb3ff476698c0184cec010071 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/13b0b52fb3ff476698c0184cec010071 2024-11-09T11:17:16,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/051e47e532f34eae860a5923e1cf0447 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/051e47e532f34eae860a5923e1cf0447 2024-11-09T11:17:16,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/e6418f346d7d4af6a68e5396bb9d65d3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/e6418f346d7d4af6a68e5396bb9d65d3 2024-11-09T11:17:16,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b1154e592d244380b67c8808f74be786 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b1154e592d244380b67c8808f74be786 2024-11-09T11:17:16,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4476b68af7cb4b45bf4cc5a15b78c3cd to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4476b68af7cb4b45bf4cc5a15b78c3cd 2024-11-09T11:17:16,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/10107cd6aaf34e2eafedbca3359d70d1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/10107cd6aaf34e2eafedbca3359d70d1 2024-11-09T11:17:16,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/a2942d89af934d0b9402b3c27c316783 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/a2942d89af934d0b9402b3c27c316783 2024-11-09T11:17:16,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ba256247f1874daea099d80d672a20a0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ba256247f1874daea099d80d672a20a0 2024-11-09T11:17:16,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/991537700fc3483f8414009385469a6f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/991537700fc3483f8414009385469a6f 2024-11-09T11:17:16,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4f1f2d3f99a441b8b285628790dea4cf to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/4f1f2d3f99a441b8b285628790dea4cf 2024-11-09T11:17:16,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ebe0cab122d049f0998f04c153a40e4e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ebe0cab122d049f0998f04c153a40e4e 2024-11-09T11:17:16,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/8f3a02db0da14106b6fe43bc86ac71ac to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/8f3a02db0da14106b6fe43bc86ac71ac 2024-11-09T11:17:16,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/fa64ee0822cb4d78b1eb5bb1d43ee0a3 2024-11-09T11:17:16,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ccef47d3a6ab45ea887ae2b4139eef7a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ccef47d3a6ab45ea887ae2b4139eef7a 2024-11-09T11:17:16,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/050281a77b9743d98462073e6cedd05f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/050281a77b9743d98462073e6cedd05f 2024-11-09T11:17:16,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b4b686611a2246348d95f6d1d28fbe10 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/b4b686611a2246348d95f6d1d28fbe10 2024-11-09T11:17:16,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/5d1d006146d84088b3401be4eecf26fe to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/5d1d006146d84088b3401be4eecf26fe 2024-11-09T11:17:16,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e801c745636849a4ac50e64960f60ca6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/963d9cf180144e6eb3166be9489b77bf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/90f4b3e84753448f83765e7d4905330e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a66a6fd2d0224c389ab8e041c8a2e96c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d9338413436e455591aa23037f1e522f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/5ceddb7e5b4346abbdf62895dd01b8b0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/231a5adf67b3456aa8b0f36b505ec84d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e28546499cca41f0a0b21616104dea03, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e850ed844f247919529600c796f260b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d90e2bbf27fd4e9ba60447eb20bea0c2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/1f5345ea6e5f49fbad76b37d3e07e1aa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/96d5311745ec4ce99f77424c479ba79d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e2848a93edef4b399ca2e692e22197c1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/f57be6ce6b674cb682ab022ff4b972fa, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a872075296704a9782bbd8bffe6a8cf2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/78dce8f9b5094a30b4713ef671695127, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6dc7994bd2504723a7ccb6a8e9882edd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e7e55668a5244754be6d64602d91b4a1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/344cbea61ada4729b78d77a176dd657a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/b11e04afec684d2cafecefea3abafb74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/9828c60664d34a35ad8f78aa675c3fcc, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c713ca2855e24cec9bfc24d63063d706, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e9dd8d975c34f7aac9594ede8faa050, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6de51f15082d4efc9b70464b0a396cdb, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/7bc8dcf297d54bf7b3b7fd56dc6338ac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/17822f8d3db04c749c31a0f597749885, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c5718ae27b014eb2b3169aaa1fadfa48] to archive 2024-11-09T11:17:16,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:17:16,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e801c745636849a4ac50e64960f60ca6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e801c745636849a4ac50e64960f60ca6 2024-11-09T11:17:16,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/963d9cf180144e6eb3166be9489b77bf to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/963d9cf180144e6eb3166be9489b77bf 2024-11-09T11:17:16,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/90f4b3e84753448f83765e7d4905330e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/90f4b3e84753448f83765e7d4905330e 2024-11-09T11:17:16,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a66a6fd2d0224c389ab8e041c8a2e96c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a66a6fd2d0224c389ab8e041c8a2e96c 2024-11-09T11:17:16,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d9338413436e455591aa23037f1e522f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d9338413436e455591aa23037f1e522f 2024-11-09T11:17:16,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/5ceddb7e5b4346abbdf62895dd01b8b0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/5ceddb7e5b4346abbdf62895dd01b8b0 2024-11-09T11:17:16,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/231a5adf67b3456aa8b0f36b505ec84d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/231a5adf67b3456aa8b0f36b505ec84d 2024-11-09T11:17:16,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e28546499cca41f0a0b21616104dea03 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e28546499cca41f0a0b21616104dea03 2024-11-09T11:17:16,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e850ed844f247919529600c796f260b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e850ed844f247919529600c796f260b 2024-11-09T11:17:16,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d90e2bbf27fd4e9ba60447eb20bea0c2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/d90e2bbf27fd4e9ba60447eb20bea0c2 2024-11-09T11:17:16,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/1f5345ea6e5f49fbad76b37d3e07e1aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/1f5345ea6e5f49fbad76b37d3e07e1aa 2024-11-09T11:17:16,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/96d5311745ec4ce99f77424c479ba79d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/96d5311745ec4ce99f77424c479ba79d 2024-11-09T11:17:16,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e2848a93edef4b399ca2e692e22197c1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e2848a93edef4b399ca2e692e22197c1 2024-11-09T11:17:16,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/f57be6ce6b674cb682ab022ff4b972fa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/f57be6ce6b674cb682ab022ff4b972fa 2024-11-09T11:17:16,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a872075296704a9782bbd8bffe6a8cf2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/a872075296704a9782bbd8bffe6a8cf2 2024-11-09T11:17:16,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/78dce8f9b5094a30b4713ef671695127 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/78dce8f9b5094a30b4713ef671695127 2024-11-09T11:17:16,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6dc7994bd2504723a7ccb6a8e9882edd to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6dc7994bd2504723a7ccb6a8e9882edd 2024-11-09T11:17:16,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e7e55668a5244754be6d64602d91b4a1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/e7e55668a5244754be6d64602d91b4a1 2024-11-09T11:17:16,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/344cbea61ada4729b78d77a176dd657a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/344cbea61ada4729b78d77a176dd657a 2024-11-09T11:17:16,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/b11e04afec684d2cafecefea3abafb74 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/b11e04afec684d2cafecefea3abafb74 2024-11-09T11:17:16,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/9828c60664d34a35ad8f78aa675c3fcc to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/9828c60664d34a35ad8f78aa675c3fcc 2024-11-09T11:17:16,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c713ca2855e24cec9bfc24d63063d706 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c713ca2855e24cec9bfc24d63063d706 2024-11-09T11:17:16,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e9dd8d975c34f7aac9594ede8faa050 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/3e9dd8d975c34f7aac9594ede8faa050 2024-11-09T11:17:16,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6de51f15082d4efc9b70464b0a396cdb to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/6de51f15082d4efc9b70464b0a396cdb 2024-11-09T11:17:16,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/7bc8dcf297d54bf7b3b7fd56dc6338ac to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/7bc8dcf297d54bf7b3b7fd56dc6338ac 2024-11-09T11:17:16,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/17822f8d3db04c749c31a0f597749885 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/17822f8d3db04c749c31a0f597749885 2024-11-09T11:17:16,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c5718ae27b014eb2b3169aaa1fadfa48 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/c5718ae27b014eb2b3169aaa1fadfa48 2024-11-09T11:17:16,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d4133e31c3104e2793e14ae1ae81c743, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a019bcb7f7e84e4b8d205636e40d4890, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/386b2db972bc4e3983bb4ace449eb4be, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e881821ab4a64e319cbba03dd1914f98, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a26e16ae5f6a440a908427cfb85e63c1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e008ce0b465a46e3ba75e6a56d816937, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e30ccd4905c24f95b65b25e96c2566e2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/3bee8b9d42594619ab49f1955cf35be6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/941778740fdc4905aca5725c993f6c85, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/0b4f41d0032946eab31a9f63c191209f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1d00786e97c946faba317393569c5e60, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ba718995dd3c4afc9f03bb3077a7c87f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/655b78e17874461cab270482bb6c5954, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a5edcbebf8894924b5103925cf17c492, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5fb32c4c8f18465db7ddf9a443026161, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1619753e113f4b94ad561fe484cedecd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/385340d63ffd4da0a4b1adb2cb815e09, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a22daabdfb524432ac1592acaa5e0bc7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d238f03351174d308c76284f7b6d9941, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/76abffa8b1ea4e30968ce1d26b25d07c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5264b313d9a047e083ddc7f94ea91a30, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/c11b6091aff04d44b442caae764c1d81, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/45f9526f405b490bb2a0459aedc52511, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/170828c59d604956b86e078b2a422729, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/61c45f9bbf784262a741daf3b6b4b274, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e222f4623a95409ab99b0dd8f7bc4152, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ccbd9d0b44a1478b8799335a33cf515e] to archive 2024-11-09T11:17:16,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:17:16,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d4133e31c3104e2793e14ae1ae81c743 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d4133e31c3104e2793e14ae1ae81c743 2024-11-09T11:17:16,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a019bcb7f7e84e4b8d205636e40d4890 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a019bcb7f7e84e4b8d205636e40d4890 2024-11-09T11:17:16,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/386b2db972bc4e3983bb4ace449eb4be to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/386b2db972bc4e3983bb4ace449eb4be 2024-11-09T11:17:16,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e881821ab4a64e319cbba03dd1914f98 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e881821ab4a64e319cbba03dd1914f98 2024-11-09T11:17:16,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a26e16ae5f6a440a908427cfb85e63c1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a26e16ae5f6a440a908427cfb85e63c1 2024-11-09T11:17:16,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e008ce0b465a46e3ba75e6a56d816937 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e008ce0b465a46e3ba75e6a56d816937 2024-11-09T11:17:16,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e30ccd4905c24f95b65b25e96c2566e2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e30ccd4905c24f95b65b25e96c2566e2 2024-11-09T11:17:16,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/3bee8b9d42594619ab49f1955cf35be6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/3bee8b9d42594619ab49f1955cf35be6 2024-11-09T11:17:16,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/941778740fdc4905aca5725c993f6c85 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/941778740fdc4905aca5725c993f6c85 2024-11-09T11:17:16,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/0b4f41d0032946eab31a9f63c191209f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/0b4f41d0032946eab31a9f63c191209f 2024-11-09T11:17:16,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1d00786e97c946faba317393569c5e60 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1d00786e97c946faba317393569c5e60 2024-11-09T11:17:16,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ba718995dd3c4afc9f03bb3077a7c87f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ba718995dd3c4afc9f03bb3077a7c87f 2024-11-09T11:17:16,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/655b78e17874461cab270482bb6c5954 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/655b78e17874461cab270482bb6c5954 2024-11-09T11:17:16,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a5edcbebf8894924b5103925cf17c492 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a5edcbebf8894924b5103925cf17c492 2024-11-09T11:17:16,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5fb32c4c8f18465db7ddf9a443026161 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5fb32c4c8f18465db7ddf9a443026161 2024-11-09T11:17:16,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1619753e113f4b94ad561fe484cedecd to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/1619753e113f4b94ad561fe484cedecd 2024-11-09T11:17:16,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/385340d63ffd4da0a4b1adb2cb815e09 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/385340d63ffd4da0a4b1adb2cb815e09 2024-11-09T11:17:16,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a22daabdfb524432ac1592acaa5e0bc7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/a22daabdfb524432ac1592acaa5e0bc7 2024-11-09T11:17:16,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d238f03351174d308c76284f7b6d9941 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/d238f03351174d308c76284f7b6d9941 2024-11-09T11:17:16,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/76abffa8b1ea4e30968ce1d26b25d07c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/76abffa8b1ea4e30968ce1d26b25d07c 2024-11-09T11:17:16,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5264b313d9a047e083ddc7f94ea91a30 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/5264b313d9a047e083ddc7f94ea91a30 2024-11-09T11:17:16,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/c11b6091aff04d44b442caae764c1d81 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/c11b6091aff04d44b442caae764c1d81 2024-11-09T11:17:16,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/45f9526f405b490bb2a0459aedc52511 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/45f9526f405b490bb2a0459aedc52511 2024-11-09T11:17:16,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/170828c59d604956b86e078b2a422729 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/170828c59d604956b86e078b2a422729 2024-11-09T11:17:16,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/61c45f9bbf784262a741daf3b6b4b274 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/61c45f9bbf784262a741daf3b6b4b274 2024-11-09T11:17:16,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e222f4623a95409ab99b0dd8f7bc4152 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/e222f4623a95409ab99b0dd8f7bc4152 2024-11-09T11:17:16,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ccbd9d0b44a1478b8799335a33cf515e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ccbd9d0b44a1478b8799335a33cf515e 2024-11-09T11:17:16,679 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/recovered.edits/459.seqid, newMaxSeqId=459, maxSeqId=1 2024-11-09T11:17:16,679 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. 2024-11-09T11:17:16,679 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 6e17cd504e68659201785912b09681fa: Waiting for close lock at 1731151034278Running coprocessor pre-close hooks at 1731151034278Disabling compacts and flushes for region at 1731151034278Disabling writes for close at 1731151035328 (+1050 ms)Obtaining lock to block concurrent updates at 1731151035328Preparing flush snapshotting stores in 6e17cd504e68659201785912b09681fa at 1731151035328Finished memstore snapshotting TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731151035328Flushing stores of TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa. at 1731151035329 (+1 ms)Flushing 6e17cd504e68659201785912b09681fa/A: creating writer at 1731151035329Flushing 6e17cd504e68659201785912b09681fa/A: appending metadata at 1731151035332 (+3 ms)Flushing 6e17cd504e68659201785912b09681fa/A: closing flushed file at 1731151035332Flushing 6e17cd504e68659201785912b09681fa/B: creating writer at 1731151035747 (+415 ms)Flushing 6e17cd504e68659201785912b09681fa/B: appending metadata at 1731151035750 (+3 ms)Flushing 6e17cd504e68659201785912b09681fa/B: closing flushed file at 1731151035750Flushing 6e17cd504e68659201785912b09681fa/C: creating writer at 1731151036162 (+412 ms)Flushing 6e17cd504e68659201785912b09681fa/C: appending metadata at 1731151036165 (+3 ms)Flushing 6e17cd504e68659201785912b09681fa/C: closing flushed file at 1731151036165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff1d1ae: reopening flushed file at 1731151036581 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50941574: reopening flushed file at 1731151036587 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d435d2: reopening flushed file at 1731151036591 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6e17cd504e68659201785912b09681fa in 1268ms, sequenceid=456, compaction requested=true at 1731151036596 (+5 ms)Writing region close event to WAL at 1731151036676 (+80 ms)Running coprocessor post-close hooks at 1731151036679 (+3 ms)Closed at 1731151036679 2024-11-09T11:17:16,681 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 6e17cd504e68659201785912b09681fa 2024-11-09T11:17:16,682 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=6e17cd504e68659201785912b09681fa, regionState=CLOSED 2024-11-09T11:17:16,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:17:16,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-09T11:17:16,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 6e17cd504e68659201785912b09681fa, server=3264b4bbda9f,41507,1731150951478 in 2.5580 sec 2024-11-09T11:17:16,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-09T11:17:16,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6e17cd504e68659201785912b09681fa, UNASSIGN in 2.5640 sec 2024-11-09T11:17:16,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-09T11:17:16,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5680 sec 2024-11-09T11:17:16,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151036689"}]},"ts":"1731151036689"} 2024-11-09T11:17:16,691 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:17:16,691 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:17:16,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5780 sec 2024-11-09T11:17:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T11:17:18,282 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:18,283 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T11:17:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:18,284 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T11:17:18,285 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:18,288 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa 2024-11-09T11:17:18,291 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/recovered.edits] 2024-11-09T11:17:18,294 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/321d58f93a444a798e049e09a16c7687 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/321d58f93a444a798e049e09a16c7687 2024-11-09T11:17:18,295 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/510b1b9b07a84bbebef5fd96536a8f01 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/510b1b9b07a84bbebef5fd96536a8f01 2024-11-09T11:17:18,297 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/68701a5350a74fc19c1a2c789e2778c9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/68701a5350a74fc19c1a2c789e2778c9 2024-11-09T11:17:18,298 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ea0a4e2024114e15906293b5a9b6065e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/ea0a4e2024114e15906293b5a9b6065e 2024-11-09T11:17:18,300 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f30e3107ad014207828d355bca72369b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/A/f30e3107ad014207828d355bca72369b 2024-11-09T11:17:18,303 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/69681a7cd8604c9189a690c07f1c0c10 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/69681a7cd8604c9189a690c07f1c0c10 2024-11-09T11:17:18,304 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/8095ad6e03e545848a7cd8cb0add69ed to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/8095ad6e03e545848a7cd8cb0add69ed 2024-11-09T11:17:18,305 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dc46c944da5d4150b427f4e694925c9e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dc46c944da5d4150b427f4e694925c9e 2024-11-09T11:17:18,306 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dfe1ae683a3b4a519e24e7b8f39294e3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/dfe1ae683a3b4a519e24e7b8f39294e3 2024-11-09T11:17:18,307 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/ea455ea6f3a44256b4287cb95017b137 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/B/ea455ea6f3a44256b4287cb95017b137 2024-11-09T11:17:18,308 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/16c8b2b4eac6499e97f7c2b46f6751a6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/16c8b2b4eac6499e97f7c2b46f6751a6 2024-11-09T11:17:18,309 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/42fefb03b8a24894b83a64185d28189a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/42fefb03b8a24894b83a64185d28189a 2024-11-09T11:17:18,310 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/7179f80655224f348df596a2f7bdd565 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/7179f80655224f348df596a2f7bdd565 2024-11-09T11:17:18,311 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ec425bdce55a48afae42e97887992c71 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/ec425bdce55a48afae42e97887992c71 2024-11-09T11:17:18,312 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/fc2a311d8d1f44ad8dd3bdee702774f9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/C/fc2a311d8d1f44ad8dd3bdee702774f9 2024-11-09T11:17:18,314 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/recovered.edits/459.seqid to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa/recovered.edits/459.seqid 2024-11-09T11:17:18,314 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/6e17cd504e68659201785912b09681fa 2024-11-09T11:17:18,314 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:17:18,316 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:18,318 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:17:18,320 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:17:18,321 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:18,321 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:17:18,321 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151038321"}]},"ts":"9223372036854775807"} 2024-11-09T11:17:18,322 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T11:17:18,322 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6e17cd504e68659201785912b09681fa, NAME => 'TestAcidGuarantees,,1731151011384.6e17cd504e68659201785912b09681fa.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:17:18,322 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:17:18,323 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151038322"}]},"ts":"9223372036854775807"} 2024-11-09T11:17:18,324 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T11:17:18,325 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:18,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-09T11:17:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T11:17:18,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T11:17:18,395 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:18,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 252), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=656 (was 619) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=238 (was 277) 2024-11-09T11:17:18,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=656, ProcessCount=11, AvailableMemoryMB=238 2024-11-09T11:17:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:17:18,411 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:17:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:18,413 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:17:18,413 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:18,414 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:17:18,414 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-09T11:17:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T11:17:18,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742163_1339 (size=1061) 2024-11-09T11:17:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T11:17:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T11:17:18,821 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:17:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742164_1340 (size=53) 2024-11-09T11:17:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T11:17:19,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:19,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e07d6c0fd86da723451ec68f21105ff7, disabling compactions & flushes 2024-11-09T11:17:19,227 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,227 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,228 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. after waiting 0 ms 2024-11-09T11:17:19,228 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,228 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,228 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e07d6c0fd86da723451ec68f21105ff7: Waiting for close lock at 1731151039227Disabling compacts and flushes for region at 1731151039227Disabling writes for close at 1731151039228 (+1 ms)Writing region close event to WAL at 1731151039228Closed at 1731151039228 2024-11-09T11:17:19,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:17:19,230 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151039230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151039230"}]},"ts":"1731151039230"} 2024-11-09T11:17:19,233 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:17:19,235 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:17:19,235 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151039235"}]},"ts":"1731151039235"} 2024-11-09T11:17:19,236 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:17:19,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, ASSIGN}] 2024-11-09T11:17:19,237 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, ASSIGN 2024-11-09T11:17:19,238 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, ASSIGN; state=OFFLINE, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=false 2024-11-09T11:17:19,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, ASSIGN because future has completed 2024-11-09T11:17:19,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:17:19,546 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,547 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:19,547 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,547 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:19,547 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,547 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,550 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T11:17:19,552 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:19,552 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07d6c0fd86da723451ec68f21105ff7 columnFamilyName A 2024-11-09T11:17:19,552 DEBUG [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:19,553 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(327): Store=e07d6c0fd86da723451ec68f21105ff7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:19,553 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,555 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:19,556 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07d6c0fd86da723451ec68f21105ff7 columnFamilyName B 2024-11-09T11:17:19,556 DEBUG [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:19,556 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(327): Store=e07d6c0fd86da723451ec68f21105ff7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:19,557 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,558 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:19,559 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07d6c0fd86da723451ec68f21105ff7 columnFamilyName C 2024-11-09T11:17:19,559 DEBUG [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:19,559 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(327): Store=e07d6c0fd86da723451ec68f21105ff7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:19,559 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,560 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,560 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,561 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,562 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,562 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,562 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:17:19,563 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,565 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:17:19,566 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened e07d6c0fd86da723451ec68f21105ff7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63526519, jitterRate=-0.05338110029697418}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:17:19,566 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:19,566 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for e07d6c0fd86da723451ec68f21105ff7: Running coprocessor pre-open hook at 1731151039548Writing region info on filesystem at 1731151039548Initializing all the Stores at 1731151039549 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151039549Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151039549Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151039549Cleaning up temporary data from old regions at 1731151039562 (+13 ms)Running coprocessor post-open hooks at 1731151039566 (+4 ms)Region opened successfully at 1731151039566 2024-11-09T11:17:19,567 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., pid=91, masterSystemTime=1731151039542 2024-11-09T11:17:19,568 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,569 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:19,569 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:19,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:17:19,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-09T11:17:19,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 in 180 msec 2024-11-09T11:17:19,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T11:17:19,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, ASSIGN in 337 msec 2024-11-09T11:17:19,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:17:19,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151039574"}]},"ts":"1731151039574"} 2024-11-09T11:17:19,576 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:17:19,577 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:17:19,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-09T11:17:19,813 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:17:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-09T11:17:20,562 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:20,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283b5885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:20,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:20,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:20,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:20,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:20,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2a80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:20,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:20,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5710b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:20,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:20,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:20,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,43495,1731150950696 2024-11-09T11:17:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb8d08c 2024-11-09T11:17:20,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:20,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:20,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:17:20,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:17:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:20,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742165_1341 (size=1097) 2024-11-09T11:17:20,993 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-09T11:17:20,993 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-09T11:17:20,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:17:21,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, REOPEN/MOVE}] 2024-11-09T11:17:21,001 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, REOPEN/MOVE 2024-11-09T11:17:21,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, REOPEN/MOVE because future has completed 2024-11-09T11:17:21,004 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:17:21,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:17:21,157 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,157 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:17:21,157 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing e07d6c0fd86da723451ec68f21105ff7, disabling compactions & flushes 2024-11-09T11:17:21,157 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,157 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,157 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. after waiting 0 ms 2024-11-09T11:17:21,157 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,161 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T11:17:21,161 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,161 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for e07d6c0fd86da723451ec68f21105ff7: Waiting for close lock at 1731151041157Running coprocessor pre-close hooks at 1731151041157Disabling compacts and flushes for region at 1731151041157Disabling writes for close at 1731151041157Writing region close event to WAL at 1731151041157Running coprocessor post-close hooks at 1731151041161 (+4 ms)Closed at 1731151041161 2024-11-09T11:17:21,161 WARN [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: e07d6c0fd86da723451ec68f21105ff7 to self. 2024-11-09T11:17:21,163 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=CLOSED 2024-11-09T11:17:21,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:17:21,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-09T11:17:21,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 in 161 msec 2024-11-09T11:17:21,167 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, REOPEN/MOVE; state=CLOSED, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=true 2024-11-09T11:17:21,317 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, REOPEN/MOVE because future has completed 2024-11-09T11:17:21,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:17:21,474 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,475 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:21,475 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,475 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:21,475 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,475 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,477 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,478 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:21,479 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07d6c0fd86da723451ec68f21105ff7 columnFamilyName A 2024-11-09T11:17:21,481 DEBUG [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:21,481 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(327): Store=e07d6c0fd86da723451ec68f21105ff7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:21,482 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,483 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:21,484 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07d6c0fd86da723451ec68f21105ff7 columnFamilyName B 2024-11-09T11:17:21,484 DEBUG [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:21,484 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(327): Store=e07d6c0fd86da723451ec68f21105ff7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:21,485 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,486 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:21,486 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e07d6c0fd86da723451ec68f21105ff7 columnFamilyName C 2024-11-09T11:17:21,486 DEBUG [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:21,487 INFO [StoreOpener-e07d6c0fd86da723451ec68f21105ff7-1 {}] regionserver.HStore(327): Store=e07d6c0fd86da723451ec68f21105ff7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:21,487 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,487 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,488 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,489 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,489 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,489 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,490 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:17:21,491 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,491 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened e07d6c0fd86da723451ec68f21105ff7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69999087, jitterRate=0.043067678809165955}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:17:21,491 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,492 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for e07d6c0fd86da723451ec68f21105ff7: Running coprocessor pre-open hook at 1731151041475Writing region info on filesystem at 1731151041475Initializing all the Stores at 1731151041476 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151041476Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151041477 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151041477Cleaning up temporary data from old regions at 1731151041489 (+12 ms)Running coprocessor post-open hooks at 1731151041491 (+2 ms)Region opened successfully at 1731151041492 (+1 ms) 2024-11-09T11:17:21,493 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., pid=96, masterSystemTime=1731151041471 2024-11-09T11:17:21,494 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,494 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=OPEN, openSeqNum=5, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:17:21,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-09T11:17:21,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 in 177 msec 2024-11-09T11:17:21,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-09T11:17:21,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, REOPEN/MOVE in 497 msec 2024-11-09T11:17:21,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-09T11:17:21,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 503 msec 2024-11-09T11:17:21,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 920 msec 2024-11-09T11:17:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-09T11:17:21,503 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:21,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3f877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,505 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4727458d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,507 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9310d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf37d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,510 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c41c781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f28df65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,513 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5649b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d3e4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,515 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a60901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,516 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d27a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,518 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d87308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,519 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710d55f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,521 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e06f847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,522 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be2b991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,524 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bbaea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,525 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4320992c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,527 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457be81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,528 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,528 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2635ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b779047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:21,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:21,530 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a3ae7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:21,532 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78360773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:21,532 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,532 DEBUG [Thread-1567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,533 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,533 DEBUG [Thread-1569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,534 DEBUG [Thread-1565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,534 DEBUG [Thread-1561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,534 DEBUG [Thread-1563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,535 DEBUG [Thread-1563 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,535 DEBUG [Thread-1563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,536 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,536 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,536 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-09T11:17:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T11:17:21,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:21,538 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:21,538 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:21,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:17:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:21,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:21,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b2d9a929f0c54c33a2971e70ab550217_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151041547/Put/seqid=0 2024-11-09T11:17:21,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742166_1342 (size=14594) 2024-11-09T11:17:21,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151041563, max timestamp=1731151041578Num uniques 859; 2024-11-09T11:17:21,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151041563, max timestamp=1731151041578Num uniques 859; 2024-11-09T11:17:21,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:21,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:21,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151041563, max timestamp=1731151041578Num uniques 859; 2024-11-09T11:17:21,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:17:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151101606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151101607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151101607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151101608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151101608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T11:17:21,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T11:17:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151101711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151101721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151101721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151101721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151101721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T11:17:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:21,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T11:17:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151101921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151101931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151101931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151101931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151101932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:21,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:21,979 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b2d9a929f0c54c33a2971e70ab550217_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b2d9a929f0c54c33a2971e70ab550217_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:21,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9ce2636c259d41fbb09c866fa4f5fa95, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:21,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9ce2636c259d41fbb09c866fa4f5fa95 is 175, key is test_row_0/A:col10/1731151041547/Put/seqid=0 2024-11-09T11:17:21,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742167_1343 (size=39545) 2024-11-09T11:17:21,984 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9ce2636c259d41fbb09c866fa4f5fa95 2024-11-09T11:17:22,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T11:17:22,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:22,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:22,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:22,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7bd4e0a1bc0b44f1a6533eb713438dad is 50, key is test_row_0/B:col10/1731151041547/Put/seqid=0 2024-11-09T11:17:22,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742168_1344 (size=9657) 2024-11-09T11:17:22,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T11:17:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:22,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T11:17:22,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:17:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151102231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151102242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151102243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151102251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151102251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T11:17:22,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:22,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:22,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:22,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:22,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7bd4e0a1bc0b44f1a6533eb713438dad 2024-11-09T11:17:22,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/9a8c7d354c74453d8462baff04b2455e is 50, key is test_row_0/C:col10/1731151041547/Put/seqid=0 2024-11-09T11:17:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742169_1345 (size=9657) 2024-11-09T11:17:22,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/9a8c7d354c74453d8462baff04b2455e 2024-11-09T11:17:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9ce2636c259d41fbb09c866fa4f5fa95 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9ce2636c259d41fbb09c866fa4f5fa95 2024-11-09T11:17:22,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9ce2636c259d41fbb09c866fa4f5fa95, entries=200, sequenceid=15, filesize=38.6 K 2024-11-09T11:17:22,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7bd4e0a1bc0b44f1a6533eb713438dad as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7bd4e0a1bc0b44f1a6533eb713438dad 2024-11-09T11:17:22,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7bd4e0a1bc0b44f1a6533eb713438dad, entries=100, sequenceid=15, filesize=9.4 K 2024-11-09T11:17:22,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/9a8c7d354c74453d8462baff04b2455e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9a8c7d354c74453d8462baff04b2455e 2024-11-09T11:17:22,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9a8c7d354c74453d8462baff04b2455e, entries=100, sequenceid=15, filesize=9.4 K 2024-11-09T11:17:22,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e07d6c0fd86da723451ec68f21105ff7 in 911ms, sequenceid=15, compaction requested=false 2024-11-09T11:17:22,458 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T11:17:22,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:22,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-09T11:17:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:22,486 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-09T11:17:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094a13e4a2f1524e72a9620cd6fbdd570c_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151041606/Put/seqid=0 2024-11-09T11:17:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742170_1346 (size=12154) 2024-11-09T11:17:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:22,525 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094a13e4a2f1524e72a9620cd6fbdd570c_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094a13e4a2f1524e72a9620cd6fbdd570c_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:22,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/bba1db0483314e28a1e2cd36cefb56a1, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/bba1db0483314e28a1e2cd36cefb56a1 is 175, key is test_row_0/A:col10/1731151041606/Put/seqid=0 2024-11-09T11:17:22,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742171_1347 (size=30955) 2024-11-09T11:17:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T11:17:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:22,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151102775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151102775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151102776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151102789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151102789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151102891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151102891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151102891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151102901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151102901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:22,934 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/bba1db0483314e28a1e2cd36cefb56a1 2024-11-09T11:17:22,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/a72d243e539745369f0970093e198305 is 50, key is test_row_0/B:col10/1731151041606/Put/seqid=0 2024-11-09T11:17:22,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742172_1348 (size=12001) 2024-11-09T11:17:23,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151103101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151103101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151103101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151103111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151103111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,349 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/a72d243e539745369f0970093e198305 2024-11-09T11:17:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/2e86d7fdd7b64f268af69227eb3f651b is 50, key is test_row_0/C:col10/1731151041606/Put/seqid=0 2024-11-09T11:17:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742173_1349 (size=12001) 2024-11-09T11:17:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151103421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151103421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151103421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151103431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151103431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T11:17:23,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/2e86d7fdd7b64f268af69227eb3f651b 2024-11-09T11:17:23,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/bba1db0483314e28a1e2cd36cefb56a1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/bba1db0483314e28a1e2cd36cefb56a1 2024-11-09T11:17:23,766 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/bba1db0483314e28a1e2cd36cefb56a1, entries=150, sequenceid=50, filesize=30.2 K 2024-11-09T11:17:23,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/a72d243e539745369f0970093e198305 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/a72d243e539745369f0970093e198305 2024-11-09T11:17:23,770 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/a72d243e539745369f0970093e198305, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T11:17:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/2e86d7fdd7b64f268af69227eb3f651b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/2e86d7fdd7b64f268af69227eb3f651b 2024-11-09T11:17:23,773 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/2e86d7fdd7b64f268af69227eb3f651b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T11:17:23,774 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for e07d6c0fd86da723451ec68f21105ff7 in 1289ms, sequenceid=50, compaction requested=false 2024-11-09T11:17:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:23,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-09T11:17:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-09T11:17:23,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-09T11:17:23,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2360 sec 2024-11-09T11:17:23,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.2430 sec 2024-11-09T11:17:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:23,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:17:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:23,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:23,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c4682854b048482d8039c3a6848137e0_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151042774/Put/seqid=0 2024-11-09T11:17:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742174_1350 (size=14594) 2024-11-09T11:17:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151103962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151103963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151103973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151103974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151103974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:23,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151104081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151104081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151104091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151104091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151104092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151104291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151104291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151104311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151104311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151104311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,354 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:24,357 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c4682854b048482d8039c3a6848137e0_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c4682854b048482d8039c3a6848137e0_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:24,358 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/84dc297923ab4393a26d38be1c7d0817, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:24,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/84dc297923ab4393a26d38be1c7d0817 is 175, key is test_row_0/A:col10/1731151042774/Put/seqid=0 2024-11-09T11:17:24,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742175_1351 (size=39549) 2024-11-09T11:17:24,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/84dc297923ab4393a26d38be1c7d0817 2024-11-09T11:17:24,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7d08acd9d08948cf9b6c2b2473bf0a10 is 50, key is test_row_0/B:col10/1731151042774/Put/seqid=0 2024-11-09T11:17:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742176_1352 (size=12001) 2024-11-09T11:17:24,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151104604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151104612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151104622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151104622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151104623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:24,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7d08acd9d08948cf9b6c2b2473bf0a10 2024-11-09T11:17:24,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/ec9370154d1a4b9c8820194d321742e7 is 50, key is test_row_0/C:col10/1731151042774/Put/seqid=0 2024-11-09T11:17:24,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742177_1353 (size=12001) 2024-11-09T11:17:24,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/ec9370154d1a4b9c8820194d321742e7 2024-11-09T11:17:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/84dc297923ab4393a26d38be1c7d0817 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/84dc297923ab4393a26d38be1c7d0817 2024-11-09T11:17:24,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/84dc297923ab4393a26d38be1c7d0817, entries=200, sequenceid=63, filesize=38.6 K 2024-11-09T11:17:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7d08acd9d08948cf9b6c2b2473bf0a10 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7d08acd9d08948cf9b6c2b2473bf0a10 2024-11-09T11:17:24,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7d08acd9d08948cf9b6c2b2473bf0a10, entries=150, sequenceid=63, filesize=11.7 K 2024-11-09T11:17:24,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/ec9370154d1a4b9c8820194d321742e7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ec9370154d1a4b9c8820194d321742e7 2024-11-09T11:17:24,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ec9370154d1a4b9c8820194d321742e7, entries=150, sequenceid=63, filesize=11.7 K 2024-11-09T11:17:24,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for e07d6c0fd86da723451ec68f21105ff7 in 993ms, sequenceid=63, compaction requested=true 2024-11-09T11:17:24,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:24,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:24,930 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:24,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:24,930 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:24,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:24,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:24,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:24,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:24,931 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:24,931 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/A is initiating minor compaction (all files) 2024-11-09T11:17:24,931 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/A in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:24,931 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9ce2636c259d41fbb09c866fa4f5fa95, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/bba1db0483314e28a1e2cd36cefb56a1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/84dc297923ab4393a26d38be1c7d0817] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=107.5 K 2024-11-09T11:17:24,931 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:24,931 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9ce2636c259d41fbb09c866fa4f5fa95, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/bba1db0483314e28a1e2cd36cefb56a1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/84dc297923ab4393a26d38be1c7d0817] 2024-11-09T11:17:24,931 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:24,932 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/B is initiating minor compaction (all files) 2024-11-09T11:17:24,932 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/B in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:24,932 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7bd4e0a1bc0b44f1a6533eb713438dad, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/a72d243e539745369f0970093e198305, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7d08acd9d08948cf9b6c2b2473bf0a10] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=32.9 K 2024-11-09T11:17:24,932 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ce2636c259d41fbb09c866fa4f5fa95, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151041544 2024-11-09T11:17:24,932 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bd4e0a1bc0b44f1a6533eb713438dad, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151041546 2024-11-09T11:17:24,932 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting bba1db0483314e28a1e2cd36cefb56a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151041606 2024-11-09T11:17:24,932 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a72d243e539745369f0970093e198305, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151041606 2024-11-09T11:17:24,932 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84dc297923ab4393a26d38be1c7d0817, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731151042772 2024-11-09T11:17:24,932 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d08acd9d08948cf9b6c2b2473bf0a10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731151042774 2024-11-09T11:17:24,953 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:24,971 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#B#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:24,972 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/521994fc5a81416c83fa579700388756 is 50, key is test_row_0/B:col10/1731151042774/Put/seqid=0 2024-11-09T11:17:24,977 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c69ec4be6ed64326ba11389d8a1bb540_e07d6c0fd86da723451ec68f21105ff7 store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:24,980 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c69ec4be6ed64326ba11389d8a1bb540_e07d6c0fd86da723451ec68f21105ff7, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:24,981 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c69ec4be6ed64326ba11389d8a1bb540_e07d6c0fd86da723451ec68f21105ff7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:24,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742178_1354 (size=12104) 2024-11-09T11:17:25,003 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/521994fc5a81416c83fa579700388756 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/521994fc5a81416c83fa579700388756 2024-11-09T11:17:25,019 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/B of e07d6c0fd86da723451ec68f21105ff7 into 521994fc5a81416c83fa579700388756(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742179_1355 (size=4469) 2024-11-09T11:17:25,020 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:25,020 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/B, priority=13, startTime=1731151044930; duration=0sec 2024-11-09T11:17:25,020 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:25,020 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:25,020 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:25,020 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#A#compaction#300 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:25,021 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/cad6d29fe13c4613b71071d6b42cd909 is 175, key is test_row_0/A:col10/1731151042774/Put/seqid=0 2024-11-09T11:17:25,022 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:25,022 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/C is initiating minor compaction (all files) 2024-11-09T11:17:25,022 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/C in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:25,022 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9a8c7d354c74453d8462baff04b2455e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/2e86d7fdd7b64f268af69227eb3f651b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ec9370154d1a4b9c8820194d321742e7] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=32.9 K 2024-11-09T11:17:25,023 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a8c7d354c74453d8462baff04b2455e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151041546 2024-11-09T11:17:25,023 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e86d7fdd7b64f268af69227eb3f651b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731151041606 2024-11-09T11:17:25,023 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ec9370154d1a4b9c8820194d321742e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731151042774 2024-11-09T11:17:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742180_1356 (size=31058) 2024-11-09T11:17:25,050 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:25,050 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/50dd5b9dd43d42f6a84897304001689d is 50, key is test_row_0/C:col10/1731151042774/Put/seqid=0 2024-11-09T11:17:25,051 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/cad6d29fe13c4613b71071d6b42cd909 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/cad6d29fe13c4613b71071d6b42cd909 2024-11-09T11:17:25,062 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/A of e07d6c0fd86da723451ec68f21105ff7 into cad6d29fe13c4613b71071d6b42cd909(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:25,062 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742181_1357 (size=12104) 2024-11-09T11:17:25,063 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/A, priority=13, startTime=1731151044930; duration=0sec 2024-11-09T11:17:25,063 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:25,063 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:25,069 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/50dd5b9dd43d42f6a84897304001689d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/50dd5b9dd43d42f6a84897304001689d 2024-11-09T11:17:25,081 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/C of e07d6c0fd86da723451ec68f21105ff7 into 50dd5b9dd43d42f6a84897304001689d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:25,081 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:25,081 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/C, priority=13, startTime=1731151044930; duration=0sec 2024-11-09T11:17:25,081 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:25,081 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:25,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151043962, max timestamp=1731151045123Num uniques 859; 2024-11-09T11:17:25,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151043962, max timestamp=1731151045123Num uniques 859; 2024-11-09T11:17:25,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:25,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:25,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-09T11:17:25,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:25,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:25,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:25,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:25,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:25,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:25,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110968eb605fa0884f36801564f8a4449f34_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151043962/Put/seqid=0 2024-11-09T11:17:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742182_1358 (size=14594) 2024-11-09T11:17:25,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151105171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151105174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151105175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151045152, max timestamp=1731151045174Num uniques 859; 2024-11-09T11:17:25,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:25,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151045152, max timestamp=1731151045174Num uniques 859; 2024-11-09T11:17:25,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:25,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151045152, max timestamp=1731151045173Num uniques 859; 2024-11-09T11:17:25,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:17:25,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151105240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151105246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151105291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151105291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151105292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151105363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151105363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151105501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151105501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151105501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:25,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110968eb605fa0884f36801564f8a4449f34_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110968eb605fa0884f36801564f8a4449f34_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:25,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/0f2951c7fe3c4bd58ca4ab6382ba6f35, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:25,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/0f2951c7fe3c4bd58ca4ab6382ba6f35 is 175, key is test_row_0/A:col10/1731151043962/Put/seqid=0 2024-11-09T11:17:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742183_1359 (size=39549) 2024-11-09T11:17:25,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151105581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151105581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-09T11:17:25,691 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:25,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-09T11:17:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T11:17:25,693 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:25,694 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:25,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T11:17:25,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151105821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151105821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151105821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:25,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:25,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:25,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151105891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151105891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:25,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:25,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=87, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/0f2951c7fe3c4bd58ca4ab6382ba6f35 2024-11-09T11:17:25,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/3d74fc59e4b64a63a10ba3320ab765e7 is 50, key is test_row_0/B:col10/1731151043962/Put/seqid=0 2024-11-09T11:17:25,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742184_1360 (size=12001) 2024-11-09T11:17:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T11:17:26,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:26,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:26,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T11:17:26,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151106341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151106341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:26,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151106341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:26,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/3d74fc59e4b64a63a10ba3320ab765e7 2024-11-09T11:17:26,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7d21393bd7f5467ab4e0e4578d8317f5 is 50, key is test_row_0/C:col10/1731151043962/Put/seqid=0 2024-11-09T11:17:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151106411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151106411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742185_1361 (size=12001) 2024-11-09T11:17:26,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:26,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:26,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T11:17:26,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7d21393bd7f5467ab4e0e4578d8317f5 2024-11-09T11:17:26,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/0f2951c7fe3c4bd58ca4ab6382ba6f35 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/0f2951c7fe3c4bd58ca4ab6382ba6f35 2024-11-09T11:17:26,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/0f2951c7fe3c4bd58ca4ab6382ba6f35, entries=200, sequenceid=87, filesize=38.6 K 2024-11-09T11:17:26,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/3d74fc59e4b64a63a10ba3320ab765e7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3d74fc59e4b64a63a10ba3320ab765e7 2024-11-09T11:17:26,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3d74fc59e4b64a63a10ba3320ab765e7, entries=150, sequenceid=87, filesize=11.7 K 2024-11-09T11:17:26,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7d21393bd7f5467ab4e0e4578d8317f5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7d21393bd7f5467ab4e0e4578d8317f5 2024-11-09T11:17:26,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7d21393bd7f5467ab4e0e4578d8317f5, entries=150, sequenceid=87, filesize=11.7 K 2024-11-09T11:17:26,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for e07d6c0fd86da723451ec68f21105ff7 in 1738ms, sequenceid=87, compaction requested=false 2024-11-09T11:17:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:26,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-09T11:17:26,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:26,924 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-09T11:17:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:26,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:17:26,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097e551ffbfba746db810bcc0bb30aee29_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151045243/Put/seqid=0 2024-11-09T11:17:26,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742186_1362 (size=12154) 2024-11-09T11:17:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:26,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097e551ffbfba746db810bcc0bb30aee29_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097e551ffbfba746db810bcc0bb30aee29_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:26,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/e3f597882c7d49768c32b082e021bef2, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/e3f597882c7d49768c32b082e021bef2 is 175, key is test_row_0/A:col10/1731151045243/Put/seqid=0 2024-11-09T11:17:26,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742187_1363 (size=30955) 2024-11-09T11:17:26,986 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/e3f597882c7d49768c32b082e021bef2 2024-11-09T11:17:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/6c0906ebee9848d7a15028ac01113802 is 50, key is test_row_0/B:col10/1731151045243/Put/seqid=0 2024-11-09T11:17:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742188_1364 (size=12001) 2024-11-09T11:17:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:27,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:27,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151107392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151107393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151107397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,413 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/6c0906ebee9848d7a15028ac01113802 2024-11-09T11:17:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7e00af6369bd449d9fb2f96d257293a2 is 50, key is test_row_0/C:col10/1731151045243/Put/seqid=0 2024-11-09T11:17:27,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151107432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,448 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151107441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742189_1365 (size=12001) 2024-11-09T11:17:27,453 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:27,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151107502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151107511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151107511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151107729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151107732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151107732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T11:17:27,854 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7e00af6369bd449d9fb2f96d257293a2 2024-11-09T11:17:27,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/e3f597882c7d49768c32b082e021bef2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/e3f597882c7d49768c32b082e021bef2 2024-11-09T11:17:27,864 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/e3f597882c7d49768c32b082e021bef2, entries=150, sequenceid=123, filesize=30.2 K 2024-11-09T11:17:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/6c0906ebee9848d7a15028ac01113802 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6c0906ebee9848d7a15028ac01113802 2024-11-09T11:17:27,868 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6c0906ebee9848d7a15028ac01113802, entries=150, sequenceid=123, filesize=11.7 K 2024-11-09T11:17:27,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7e00af6369bd449d9fb2f96d257293a2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7e00af6369bd449d9fb2f96d257293a2 2024-11-09T11:17:27,876 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7e00af6369bd449d9fb2f96d257293a2, entries=150, sequenceid=123, filesize=11.7 K 2024-11-09T11:17:27,877 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for e07d6c0fd86da723451ec68f21105ff7 in 953ms, sequenceid=123, compaction requested=true 2024-11-09T11:17:27,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:27,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:27,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-09T11:17:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-09T11:17:27,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-09T11:17:27,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1850 sec 2024-11-09T11:17:27,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.1910 sec 2024-11-09T11:17:28,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:17:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:28,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099ce7b8f7b80747868aa3891e898321e8_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151047396/Put/seqid=0 2024-11-09T11:17:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742190_1366 (size=14794) 2024-11-09T11:17:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151108143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151108145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151108148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151108271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151108271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151108264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,494 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:28,498 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099ce7b8f7b80747868aa3891e898321e8_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ce7b8f7b80747868aa3891e898321e8_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:28,499 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/86273a36647447938a57c9f8f40b9da9, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:28,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/86273a36647447938a57c9f8f40b9da9 is 175, key is test_row_0/A:col10/1731151047396/Put/seqid=0 2024-11-09T11:17:28,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742191_1367 (size=39749) 2024-11-09T11:17:28,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151108502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151108502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151108502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151108822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151108822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151108822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:28,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:28,906 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/86273a36647447938a57c9f8f40b9da9 2024-11-09T11:17:28,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/ae641d08e369412ba8ad6c0cef5a4d26 is 50, key is test_row_0/B:col10/1731151047396/Put/seqid=0 2024-11-09T11:17:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742192_1368 (size=12151) 2024-11-09T11:17:29,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/ae641d08e369412ba8ad6c0cef5a4d26 2024-11-09T11:17:29,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151109342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151109342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:29,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/551574cd8bcd44838a8fd6e8449025d9 is 50, key is test_row_0/C:col10/1731151047396/Put/seqid=0 2024-11-09T11:17:29,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151109352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742193_1369 (size=12151) 2024-11-09T11:17:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151109473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:29,482 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:29,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151109473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:29,483 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:29,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/551574cd8bcd44838a8fd6e8449025d9 2024-11-09T11:17:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/86273a36647447938a57c9f8f40b9da9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/86273a36647447938a57c9f8f40b9da9 2024-11-09T11:17:29,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/86273a36647447938a57c9f8f40b9da9, entries=200, sequenceid=135, filesize=38.8 K 2024-11-09T11:17:29,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/ae641d08e369412ba8ad6c0cef5a4d26 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/ae641d08e369412ba8ad6c0cef5a4d26 2024-11-09T11:17:29,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/ae641d08e369412ba8ad6c0cef5a4d26, entries=150, sequenceid=135, filesize=11.9 K 2024-11-09T11:17:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/551574cd8bcd44838a8fd6e8449025d9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/551574cd8bcd44838a8fd6e8449025d9 2024-11-09T11:17:29,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/551574cd8bcd44838a8fd6e8449025d9, entries=150, sequenceid=135, filesize=11.9 K 2024-11-09T11:17:29,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e07d6c0fd86da723451ec68f21105ff7 in 1759ms, sequenceid=135, compaction requested=true 2024-11-09T11:17:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:29,818 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:17:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:29,818 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:17:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:29,821 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141311 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:17:29,821 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:17:29,822 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/A is initiating minor compaction (all files) 2024-11-09T11:17:29,822 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/B is initiating minor compaction (all files) 2024-11-09T11:17:29,822 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/B in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:29,822 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/521994fc5a81416c83fa579700388756, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3d74fc59e4b64a63a10ba3320ab765e7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6c0906ebee9848d7a15028ac01113802, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/ae641d08e369412ba8ad6c0cef5a4d26] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=47.1 K 2024-11-09T11:17:29,822 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/A in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:29,822 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/cad6d29fe13c4613b71071d6b42cd909, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/0f2951c7fe3c4bd58ca4ab6382ba6f35, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/e3f597882c7d49768c32b082e021bef2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/86273a36647447938a57c9f8f40b9da9] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=138.0 K 2024-11-09T11:17:29,822 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:29,822 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 521994fc5a81416c83fa579700388756, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731151042774 2024-11-09T11:17:29,822 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/cad6d29fe13c4613b71071d6b42cd909, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/0f2951c7fe3c4bd58ca4ab6382ba6f35, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/e3f597882c7d49768c32b082e021bef2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/86273a36647447938a57c9f8f40b9da9] 2024-11-09T11:17:29,822 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting cad6d29fe13c4613b71071d6b42cd909, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731151042774 2024-11-09T11:17:29,823 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d74fc59e4b64a63a10ba3320ab765e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731151043962 2024-11-09T11:17:29,823 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c0906ebee9848d7a15028ac01113802, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731151045230 2024-11-09T11:17:29,823 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ae641d08e369412ba8ad6c0cef5a4d26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151047391 2024-11-09T11:17:29,825 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f2951c7fe3c4bd58ca4ab6382ba6f35, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731151043962 2024-11-09T11:17:29,825 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3f597882c7d49768c32b082e021bef2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731151045230 2024-11-09T11:17:29,826 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86273a36647447938a57c9f8f40b9da9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151047383 2024-11-09T11:17:29,843 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:29,843 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/6805b97892834af5b4e6e64994477612 is 50, key is test_row_0/B:col10/1731151047396/Put/seqid=0 2024-11-09T11:17:29,849 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:29,857 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109ab83d1b2975749cc9969ee53d730dd9a_e07d6c0fd86da723451ec68f21105ff7 store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:29,860 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109ab83d1b2975749cc9969ee53d730dd9a_e07d6c0fd86da723451ec68f21105ff7, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:29,860 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ab83d1b2975749cc9969ee53d730dd9a_e07d6c0fd86da723451ec68f21105ff7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-09T11:17:29,872 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:29,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-09T11:17:29,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:29,877 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:29,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T11:17:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742194_1370 (size=12391) 2024-11-09T11:17:29,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742195_1371 (size=4469) 2024-11-09T11:17:29,903 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#A#compaction#313 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:29,904 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/eb0b1933fd5040d193fb54821e0717da is 175, key is test_row_0/A:col10/1731151047396/Put/seqid=0 2024-11-09T11:17:29,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742196_1372 (size=31345) 2024-11-09T11:17:29,923 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/eb0b1933fd5040d193fb54821e0717da as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/eb0b1933fd5040d193fb54821e0717da 2024-11-09T11:17:29,928 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/A of e07d6c0fd86da723451ec68f21105ff7 into eb0b1933fd5040d193fb54821e0717da(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:29,928 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:29,928 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/A, priority=12, startTime=1731151049818; duration=0sec 2024-11-09T11:17:29,928 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:29,928 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:29,929 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:17:29,930 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:17:29,930 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/C is initiating minor compaction (all files) 2024-11-09T11:17:29,930 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/C in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:29,930 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/50dd5b9dd43d42f6a84897304001689d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7d21393bd7f5467ab4e0e4578d8317f5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7e00af6369bd449d9fb2f96d257293a2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/551574cd8bcd44838a8fd6e8449025d9] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=47.1 K 2024-11-09T11:17:29,930 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50dd5b9dd43d42f6a84897304001689d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1731151042774 2024-11-09T11:17:29,931 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d21393bd7f5467ab4e0e4578d8317f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731151043962 2024-11-09T11:17:29,931 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e00af6369bd449d9fb2f96d257293a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731151045230 2024-11-09T11:17:29,933 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 551574cd8bcd44838a8fd6e8449025d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151047391 2024-11-09T11:17:29,941 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#C#compaction#314 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:29,941 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/3698ef46a95e4d728dee0069855743de is 50, key is test_row_0/C:col10/1731151047396/Put/seqid=0 2024-11-09T11:17:29,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742197_1373 (size=12391) 2024-11-09T11:17:29,970 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/3698ef46a95e4d728dee0069855743de as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/3698ef46a95e4d728dee0069855743de 2024-11-09T11:17:29,978 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/C of e07d6c0fd86da723451ec68f21105ff7 into 3698ef46a95e4d728dee0069855743de(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:29,978 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:29,978 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/C, priority=12, startTime=1731151049818; duration=0sec 2024-11-09T11:17:29,978 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:29,978 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T11:17:30,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T11:17:30,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:30,032 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:17:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:30,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:30,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090c312cc7e47c4479bae4d6ffa80771c1_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151048100/Put/seqid=0 2024-11-09T11:17:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742198_1374 (size=12304) 2024-11-09T11:17:30,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:30,113 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090c312cc7e47c4479bae4d6ffa80771c1_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090c312cc7e47c4479bae4d6ffa80771c1_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/870015bfc8ee42f590f476851c159562, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/870015bfc8ee42f590f476851c159562 is 175, key is test_row_0/A:col10/1731151048100/Put/seqid=0 2024-11-09T11:17:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742199_1375 (size=31105) 2024-11-09T11:17:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T11:17:30,286 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/6805b97892834af5b4e6e64994477612 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6805b97892834af5b4e6e64994477612 2024-11-09T11:17:30,291 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/B of e07d6c0fd86da723451ec68f21105ff7 into 6805b97892834af5b4e6e64994477612(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:30,291 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:30,291 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/B, priority=12, startTime=1731151049818; duration=0sec 2024-11-09T11:17:30,291 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:30,291 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:30,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151110383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151110386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151110387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T11:17:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151110501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151110501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151110511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,570 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/870015bfc8ee42f590f476851c159562 2024-11-09T11:17:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/4e3f793419164cd19f91017869ce4d70 is 50, key is test_row_0/B:col10/1731151048100/Put/seqid=0 2024-11-09T11:17:30,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742200_1376 (size=12151) 2024-11-09T11:17:30,602 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/4e3f793419164cd19f91017869ce4d70 2024-11-09T11:17:30,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/9201b439c58949a09671c5d26d481785 is 50, key is test_row_0/C:col10/1731151048100/Put/seqid=0 2024-11-09T11:17:30,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742201_1377 (size=12151) 2024-11-09T11:17:30,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151110721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151110721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:30,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151110721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T11:17:31,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151111031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151111031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151111042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,074 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/9201b439c58949a09671c5d26d481785 2024-11-09T11:17:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/870015bfc8ee42f590f476851c159562 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/870015bfc8ee42f590f476851c159562 2024-11-09T11:17:31,082 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/870015bfc8ee42f590f476851c159562, entries=150, sequenceid=157, filesize=30.4 K 2024-11-09T11:17:31,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/4e3f793419164cd19f91017869ce4d70 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/4e3f793419164cd19f91017869ce4d70 2024-11-09T11:17:31,087 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/4e3f793419164cd19f91017869ce4d70, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T11:17:31,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/9201b439c58949a09671c5d26d481785 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9201b439c58949a09671c5d26d481785 2024-11-09T11:17:31,091 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9201b439c58949a09671c5d26d481785, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T11:17:31,091 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e07d6c0fd86da723451ec68f21105ff7 in 1059ms, sequenceid=157, compaction requested=false 2024-11-09T11:17:31,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:31,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-09T11:17:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-09T11:17:31,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-09T11:17:31,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2160 sec 2024-11-09T11:17:31,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.2260 sec 2024-11-09T11:17:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:31,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:17:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:31,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:31,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094b1f837c233745b19d8e9f1a14ac851f_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151051556/Put/seqid=0 2024-11-09T11:17:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742202_1378 (size=14794) 2024-11-09T11:17:31,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:31,587 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094b1f837c233745b19d8e9f1a14ac851f_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094b1f837c233745b19d8e9f1a14ac851f_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:31,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/66f8375772d24909a4c18fefbb36a0bb, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:31,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/66f8375772d24909a4c18fefbb36a0bb is 175, key is test_row_0/A:col10/1731151051556/Put/seqid=0 2024-11-09T11:17:31,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742203_1379 (size=39749) 2024-11-09T11:17:31,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151111641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151111641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151111656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151111761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151111762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151111771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151111972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:31,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151111972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:31,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:31,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/66f8375772d24909a4c18fefbb36a0bb 2024-11-09T11:17:32,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151111991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/09f131c3e1af4977975e3e66529dab7a is 50, key is test_row_0/B:col10/1731151051556/Put/seqid=0 2024-11-09T11:17:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742204_1380 (size=12151) 2024-11-09T11:17:32,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/09f131c3e1af4977975e3e66529dab7a 2024-11-09T11:17:32,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/5d6a75e8c7bc4226b6b6a9d8f931efda is 50, key is test_row_0/C:col10/1731151051556/Put/seqid=0 2024-11-09T11:17:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T11:17:32,032 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:32,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-09T11:17:32,038 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:32,039 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:32,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T11:17:32,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742205_1381 (size=12151) 2024-11-09T11:17:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T11:17:32,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T11:17:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:32,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:32,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151112281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151112281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151112322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T11:17:32,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:32,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:32,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T11:17:32,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/5d6a75e8c7bc4226b6b6a9d8f931efda 2024-11-09T11:17:32,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/66f8375772d24909a4c18fefbb36a0bb as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/66f8375772d24909a4c18fefbb36a0bb 2024-11-09T11:17:32,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/66f8375772d24909a4c18fefbb36a0bb, entries=200, sequenceid=171, filesize=38.8 K 2024-11-09T11:17:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/09f131c3e1af4977975e3e66529dab7a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/09f131c3e1af4977975e3e66529dab7a 2024-11-09T11:17:32,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/09f131c3e1af4977975e3e66529dab7a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T11:17:32,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/5d6a75e8c7bc4226b6b6a9d8f931efda as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/5d6a75e8c7bc4226b6b6a9d8f931efda 2024-11-09T11:17:32,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/5d6a75e8c7bc4226b6b6a9d8f931efda, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T11:17:32,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e07d6c0fd86da723451ec68f21105ff7 in 917ms, sequenceid=171, compaction requested=true 2024-11-09T11:17:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:32,474 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:32,474 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:32,475 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:32,475 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/A is initiating minor compaction (all files) 2024-11-09T11:17:32,475 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/A in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,476 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/eb0b1933fd5040d193fb54821e0717da, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/870015bfc8ee42f590f476851c159562, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/66f8375772d24909a4c18fefbb36a0bb] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=99.8 K 2024-11-09T11:17:32,476 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,476 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/eb0b1933fd5040d193fb54821e0717da, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/870015bfc8ee42f590f476851c159562, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/66f8375772d24909a4c18fefbb36a0bb] 2024-11-09T11:17:32,476 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:32,476 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/B is initiating minor compaction (all files) 2024-11-09T11:17:32,476 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/B in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,476 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6805b97892834af5b4e6e64994477612, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/4e3f793419164cd19f91017869ce4d70, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/09f131c3e1af4977975e3e66529dab7a] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=35.8 K 2024-11-09T11:17:32,476 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb0b1933fd5040d193fb54821e0717da, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151047391 2024-11-09T11:17:32,477 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6805b97892834af5b4e6e64994477612, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151047391 2024-11-09T11:17:32,477 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 870015bfc8ee42f590f476851c159562, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731151048100 2024-11-09T11:17:32,477 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e3f793419164cd19f91017869ce4d70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731151048100 2024-11-09T11:17:32,477 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66f8375772d24909a4c18fefbb36a0bb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731151050368 2024-11-09T11:17:32,477 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 09f131c3e1af4977975e3e66529dab7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731151050384 2024-11-09T11:17:32,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T11:17:32,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,499 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:32,499 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T11:17:32,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:32,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:32,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:32,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:32,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:32,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:32,500 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7dd66f9736cb4eb4b7129674fbab0013 is 50, key is test_row_0/B:col10/1731151051556/Put/seqid=0 2024-11-09T11:17:32,506 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:32,528 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109a0d2678796d841a9a1ab8b35c5081e0a_e07d6c0fd86da723451ec68f21105ff7 store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:32,530 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109a0d2678796d841a9a1ab8b35c5081e0a_e07d6c0fd86da723451ec68f21105ff7, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:32,531 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a0d2678796d841a9a1ab8b35c5081e0a_e07d6c0fd86da723451ec68f21105ff7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:32,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742206_1382 (size=12493) 2024-11-09T11:17:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093fb5ce91f5434fe0bb52a41dd6b462fa_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151051650/Put/seqid=0 2024-11-09T11:17:32,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742207_1383 (size=4469) 2024-11-09T11:17:32,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742208_1384 (size=12304) 2024-11-09T11:17:32,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:32,593 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093fb5ce91f5434fe0bb52a41dd6b462fa_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093fb5ce91f5434fe0bb52a41dd6b462fa_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/d6af8733d5b34ec3986ae9f520ad5e86, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/d6af8733d5b34ec3986ae9f520ad5e86 is 175, key is test_row_0/A:col10/1731151051650/Put/seqid=0 2024-11-09T11:17:32,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742209_1385 (size=31105) 2024-11-09T11:17:32,617 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/d6af8733d5b34ec3986ae9f520ad5e86 2024-11-09T11:17:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/88b46ac51c504064b559142d36c1bc7c is 50, key is test_row_0/B:col10/1731151051650/Put/seqid=0 2024-11-09T11:17:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742210_1386 (size=12151) 2024-11-09T11:17:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T11:17:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:32,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151112832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151112833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151112841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,949 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7dd66f9736cb4eb4b7129674fbab0013 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7dd66f9736cb4eb4b7129674fbab0013 2024-11-09T11:17:32,953 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/B of e07d6c0fd86da723451ec68f21105ff7 into 7dd66f9736cb4eb4b7129674fbab0013(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:32,953 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:32,953 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/B, priority=13, startTime=1731151052474; duration=0sec 2024-11-09T11:17:32,953 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:32,953 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:32,953 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:32,954 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:32,954 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/C is initiating minor compaction (all files) 2024-11-09T11:17:32,954 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/C in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:32,954 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/3698ef46a95e4d728dee0069855743de, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9201b439c58949a09671c5d26d481785, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/5d6a75e8c7bc4226b6b6a9d8f931efda] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=35.8 K 2024-11-09T11:17:32,954 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3698ef46a95e4d728dee0069855743de, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151047391 2024-11-09T11:17:32,954 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9201b439c58949a09671c5d26d481785, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731151048100 2024-11-09T11:17:32,955 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d6a75e8c7bc4226b6b6a9d8f931efda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731151050384 2024-11-09T11:17:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151112951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151112951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:32,961 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:32,962 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/022116d718a74e29816adb5bf2dbf44e is 50, key is test_row_0/C:col10/1731151051556/Put/seqid=0 2024-11-09T11:17:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742211_1387 (size=12493) 2024-11-09T11:17:32,975 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#A#compaction#322 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:32,975 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/f334bf89224446829710fa5ee5e802f4 is 175, key is test_row_0/A:col10/1731151051556/Put/seqid=0 2024-11-09T11:17:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742212_1388 (size=31447) 2024-11-09T11:17:33,038 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/88b46ac51c504064b559142d36c1bc7c 2024-11-09T11:17:33,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/26ced568fb0c40a8aa523e8de9c965a5 is 50, key is test_row_0/C:col10/1731151051650/Put/seqid=0 2024-11-09T11:17:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742213_1389 (size=12151) 2024-11-09T11:17:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151113161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151113161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T11:17:33,369 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/022116d718a74e29816adb5bf2dbf44e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/022116d718a74e29816adb5bf2dbf44e 2024-11-09T11:17:33,374 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/C of e07d6c0fd86da723451ec68f21105ff7 into 022116d718a74e29816adb5bf2dbf44e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:33,374 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:33,374 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/C, priority=13, startTime=1731151052474; duration=0sec 2024-11-09T11:17:33,375 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:33,375 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:33,390 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/f334bf89224446829710fa5ee5e802f4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f334bf89224446829710fa5ee5e802f4 2024-11-09T11:17:33,395 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/A of e07d6c0fd86da723451ec68f21105ff7 into f334bf89224446829710fa5ee5e802f4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:33,395 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:33,395 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/A, priority=13, startTime=1731151052474; duration=0sec 2024-11-09T11:17:33,395 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:33,396 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:33,462 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/26ced568fb0c40a8aa523e8de9c965a5 2024-11-09T11:17:33,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151113481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/d6af8733d5b34ec3986ae9f520ad5e86 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/d6af8733d5b34ec3986ae9f520ad5e86 2024-11-09T11:17:33,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151113481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,498 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/d6af8733d5b34ec3986ae9f520ad5e86, entries=150, sequenceid=190, filesize=30.4 K 2024-11-09T11:17:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/88b46ac51c504064b559142d36c1bc7c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/88b46ac51c504064b559142d36c1bc7c 2024-11-09T11:17:33,502 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/88b46ac51c504064b559142d36c1bc7c, entries=150, sequenceid=190, filesize=11.9 K 2024-11-09T11:17:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/26ced568fb0c40a8aa523e8de9c965a5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/26ced568fb0c40a8aa523e8de9c965a5 2024-11-09T11:17:33,507 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/26ced568fb0c40a8aa523e8de9c965a5, entries=150, sequenceid=190, filesize=11.9 K 2024-11-09T11:17:33,507 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e07d6c0fd86da723451ec68f21105ff7 in 1008ms, sequenceid=190, compaction requested=false 2024-11-09T11:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-09T11:17:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-09T11:17:33,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-09T11:17:33,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-11-09T11:17:33,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.4760 sec 2024-11-09T11:17:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:33,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-09T11:17:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:33,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:33,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110923ce919450764f18b924126d3f638ec4_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151052822/Put/seqid=0 2024-11-09T11:17:33,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742214_1390 (size=14794) 2024-11-09T11:17:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151113669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151113670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151113792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151113792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:33,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151113862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:33,872 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:33,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:34,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110923ce919450764f18b924126d3f638ec4_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110923ce919450764f18b924126d3f638ec4_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:34,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/4337530452e84a29a49ff3fc6c5de4be, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:34,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/4337530452e84a29a49ff3fc6c5de4be is 175, key is test_row_0/A:col10/1731151052822/Put/seqid=0 2024-11-09T11:17:34,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151114002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151114002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742215_1391 (size=39749) 2024-11-09T11:17:34,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151114015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,016 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/4337530452e84a29a49ff3fc6c5de4be 2024-11-09T11:17:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151114015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:34,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/3199ddfc73944405ad45c56b70477f21 is 50, key is test_row_0/B:col10/1731151052822/Put/seqid=0 2024-11-09T11:17:34,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742216_1392 (size=12151) 2024-11-09T11:17:34,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/3199ddfc73944405ad45c56b70477f21 2024-11-09T11:17:34,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea is 50, key is test_row_0/C:col10/1731151052822/Put/seqid=0 2024-11-09T11:17:34,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742217_1393 (size=12151) 2024-11-09T11:17:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T11:17:34,182 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:34,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-09T11:17:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T11:17:34,184 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:34,185 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:34,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T11:17:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151114321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151114321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:34,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T11:17:34,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:34,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:34,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:34,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:34,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:34,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea 2024-11-09T11:17:34,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/4337530452e84a29a49ff3fc6c5de4be as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/4337530452e84a29a49ff3fc6c5de4be 2024-11-09T11:17:34,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/4337530452e84a29a49ff3fc6c5de4be, entries=200, sequenceid=207, filesize=38.8 K 2024-11-09T11:17:34,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/3199ddfc73944405ad45c56b70477f21 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3199ddfc73944405ad45c56b70477f21 2024-11-09T11:17:34,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3199ddfc73944405ad45c56b70477f21, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T11:17:34,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea 2024-11-09T11:17:34,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T11:17:34,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for e07d6c0fd86da723451ec68f21105ff7 in 953ms, sequenceid=207, compaction requested=true 2024-11-09T11:17:34,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:34,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:34,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:34,481 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:34,481 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:34,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:34,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:34,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:34,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:34,482 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:34,482 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/A is initiating minor compaction (all files) 2024-11-09T11:17:34,482 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/A in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:34,482 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f334bf89224446829710fa5ee5e802f4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/d6af8733d5b34ec3986ae9f520ad5e86, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/4337530452e84a29a49ff3fc6c5de4be] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=99.9 K 2024-11-09T11:17:34,482 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:34,482 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f334bf89224446829710fa5ee5e802f4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/d6af8733d5b34ec3986ae9f520ad5e86, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/4337530452e84a29a49ff3fc6c5de4be] 2024-11-09T11:17:34,482 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:34,482 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/B is initiating minor compaction (all files) 2024-11-09T11:17:34,483 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/B in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:34,483 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7dd66f9736cb4eb4b7129674fbab0013, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/88b46ac51c504064b559142d36c1bc7c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3199ddfc73944405ad45c56b70477f21] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=35.9 K 2024-11-09T11:17:34,483 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f334bf89224446829710fa5ee5e802f4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731151050384 2024-11-09T11:17:34,483 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dd66f9736cb4eb4b7129674fbab0013, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731151050384 2024-11-09T11:17:34,483 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b46ac51c504064b559142d36c1bc7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731151051582 2024-11-09T11:17:34,483 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6af8733d5b34ec3986ae9f520ad5e86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731151051582 2024-11-09T11:17:34,483 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4337530452e84a29a49ff3fc6c5de4be, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151052814 2024-11-09T11:17:34,484 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3199ddfc73944405ad45c56b70477f21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151052814 2024-11-09T11:17:34,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T11:17:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:34,492 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T11:17:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:34,493 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T11:17:34,505 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110938a85d4f54c44c81a276177e287affb8_e07d6c0fd86da723451ec68f21105ff7 store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:34,506 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:34,507 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/87ebf670b5344e5780b95c5d59f27ca8 is 50, key is test_row_0/B:col10/1731151052822/Put/seqid=0 2024-11-09T11:17:34,507 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110938a85d4f54c44c81a276177e287affb8_e07d6c0fd86da723451ec68f21105ff7, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:34,507 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110938a85d4f54c44c81a276177e287affb8_e07d6c0fd86da723451ec68f21105ff7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097c9b8d7d9b95451590673d304a736840_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151053646/Put/seqid=0 2024-11-09T11:17:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742218_1394 (size=4469) 2024-11-09T11:17:34,573 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#A#compaction#330 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:34,574 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/7035facb7a1a439081163889bf35ab5d is 175, key is test_row_0/A:col10/1731151052822/Put/seqid=0 2024-11-09T11:17:34,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742219_1395 (size=12595) 2024-11-09T11:17:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742220_1396 (size=12304) 2024-11-09T11:17:34,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:34,638 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097c9b8d7d9b95451590673d304a736840_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097c9b8d7d9b95451590673d304a736840_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:34,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/559c8c049e30445d869eff2548ede355, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:34,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/559c8c049e30445d869eff2548ede355 is 175, key is test_row_0/A:col10/1731151053646/Put/seqid=0 2024-11-09T11:17:34,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742221_1397 (size=31549) 2024-11-09T11:17:34,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742222_1398 (size=31105) 2024-11-09T11:17:34,680 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/559c8c049e30445d869eff2548ede355 2024-11-09T11:17:34,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/374b32884c76436d8cfc33fbd4433339 is 50, key is test_row_0/B:col10/1731151053646/Put/seqid=0 2024-11-09T11:17:34,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742223_1399 (size=12151) 2024-11-09T11:17:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T11:17:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:34,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:34,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151114879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151114880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,001 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/87ebf670b5344e5780b95c5d59f27ca8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/87ebf670b5344e5780b95c5d59f27ca8 2024-11-09T11:17:35,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151114991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151114992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,011 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/B of e07d6c0fd86da723451ec68f21105ff7 into 87ebf670b5344e5780b95c5d59f27ca8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:35,011 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:35,011 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/B, priority=13, startTime=1731151054481; duration=0sec 2024-11-09T11:17:35,011 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:35,011 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:35,011 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:35,012 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:35,012 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/C is initiating minor compaction (all files) 2024-11-09T11:17:35,012 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/C in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,012 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/022116d718a74e29816adb5bf2dbf44e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/26ced568fb0c40a8aa523e8de9c965a5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=35.9 K 2024-11-09T11:17:35,013 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 022116d718a74e29816adb5bf2dbf44e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731151050384 2024-11-09T11:17:35,013 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 26ced568fb0c40a8aa523e8de9c965a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1731151051582 2024-11-09T11:17:35,013 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 82b6faf4ca304f0eb6c7bda6f7a8a2ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151052814 2024-11-09T11:17:35,033 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:35,033 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/8929d57f8c2b447987fc9984f261db43 is 50, key is test_row_0/C:col10/1731151052822/Put/seqid=0 2024-11-09T11:17:35,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151115022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151115022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,034 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:35,035 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742224_1400 (size=12595) 2024-11-09T11:17:35,054 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/7035facb7a1a439081163889bf35ab5d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/7035facb7a1a439081163889bf35ab5d 2024-11-09T11:17:35,058 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/A of e07d6c0fd86da723451ec68f21105ff7 into 7035facb7a1a439081163889bf35ab5d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:35,058 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:35,058 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/A, priority=13, startTime=1731151054481; duration=0sec 2024-11-09T11:17:35,058 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:35,058 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:35,112 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/374b32884c76436d8cfc33fbd4433339 2024-11-09T11:17:35,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/0e81c2660b4448eb9f9f2dab1cbad374 is 50, key is test_row_0/C:col10/1731151053646/Put/seqid=0 2024-11-09T11:17:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742225_1401 (size=12151) 2024-11-09T11:17:35,132 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/0e81c2660b4448eb9f9f2dab1cbad374 2024-11-09T11:17:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/559c8c049e30445d869eff2548ede355 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/559c8c049e30445d869eff2548ede355 2024-11-09T11:17:35,143 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/559c8c049e30445d869eff2548ede355, entries=150, sequenceid=226, filesize=30.4 K 2024-11-09T11:17:35,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/374b32884c76436d8cfc33fbd4433339 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/374b32884c76436d8cfc33fbd4433339 2024-11-09T11:17:35,149 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/374b32884c76436d8cfc33fbd4433339, entries=150, sequenceid=226, filesize=11.9 K 2024-11-09T11:17:35,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/0e81c2660b4448eb9f9f2dab1cbad374 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0e81c2660b4448eb9f9f2dab1cbad374 2024-11-09T11:17:35,157 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0e81c2660b4448eb9f9f2dab1cbad374, entries=150, sequenceid=226, filesize=11.9 K 2024-11-09T11:17:35,158 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e07d6c0fd86da723451ec68f21105ff7 in 666ms, sequenceid=226, compaction requested=false 2024-11-09T11:17:35,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:35,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-09T11:17:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-09T11:17:35,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-09T11:17:35,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 974 msec 2024-11-09T11:17:35,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 982 msec 2024-11-09T11:17:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:35,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-09T11:17:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:35,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095c5dbbf2631541c3afe4c8b2d34ab13e_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151055218/Put/seqid=0 2024-11-09T11:17:35,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742226_1402 (size=14794) 2024-11-09T11:17:35,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151115287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151115290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T11:17:35,321 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:35,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-09T11:17:35,324 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T11:17:35,325 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:35,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:35,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151115402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151115411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T11:17:35,443 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/8929d57f8c2b447987fc9984f261db43 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/8929d57f8c2b447987fc9984f261db43 2024-11-09T11:17:35,449 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/C of e07d6c0fd86da723451ec68f21105ff7 into 8929d57f8c2b447987fc9984f261db43(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:35,449 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:35,449 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/C, priority=13, startTime=1731151054482; duration=0sec 2024-11-09T11:17:35,449 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:35,449 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:35,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T11:17:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:35,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T11:17:35,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:35,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151115621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151115621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T11:17:35,643 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095c5dbbf2631541c3afe4c8b2d34ab13e_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095c5dbbf2631541c3afe4c8b2d34ab13e_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:35,644 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/588b530b36394dd68c0fada531fb720f, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:35,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/588b530b36394dd68c0fada531fb720f is 175, key is test_row_0/A:col10/1731151055218/Put/seqid=0 2024-11-09T11:17:35,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742227_1403 (size=39749) 2024-11-09T11:17:35,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/588b530b36394dd68c0fada531fb720f 2024-11-09T11:17:35,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/9797e216bae34d76817a6faf922bae0f is 50, key is test_row_0/B:col10/1731151055218/Put/seqid=0 2024-11-09T11:17:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742228_1404 (size=12151) 2024-11-09T11:17:35,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T11:17:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151115881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,888 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T11:17:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:35,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:35,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151115941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151115941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T11:17:36,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/9797e216bae34d76817a6faf922bae0f 2024-11-09T11:17:36,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/36b5fdcb8051449b80cf471cbf2e658b is 50, key is test_row_0/C:col10/1731151055218/Put/seqid=0 2024-11-09T11:17:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742229_1405 (size=12151) 2024-11-09T11:17:36,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/36b5fdcb8051449b80cf471cbf2e658b 2024-11-09T11:17:36,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/588b530b36394dd68c0fada531fb720f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/588b530b36394dd68c0fada531fb720f 2024-11-09T11:17:36,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/588b530b36394dd68c0fada531fb720f, entries=200, sequenceid=242, filesize=38.8 K 2024-11-09T11:17:36,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/9797e216bae34d76817a6faf922bae0f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/9797e216bae34d76817a6faf922bae0f 2024-11-09T11:17:36,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/9797e216bae34d76817a6faf922bae0f, entries=150, sequenceid=242, filesize=11.9 K 2024-11-09T11:17:36,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/36b5fdcb8051449b80cf471cbf2e658b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/36b5fdcb8051449b80cf471cbf2e658b 2024-11-09T11:17:36,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T11:17:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:36,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/36b5fdcb8051449b80cf471cbf2e658b, entries=150, sequenceid=242, filesize=11.9 K 2024-11-09T11:17:36,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:36,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:36,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e07d6c0fd86da723451ec68f21105ff7 in 870ms, sequenceid=242, compaction requested=true 2024-11-09T11:17:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:36,089 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:36,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:17:36,090 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:36,090 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:36,090 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/A is initiating minor compaction (all files) 2024-11-09T11:17:36,090 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/A in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:36,090 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/7035facb7a1a439081163889bf35ab5d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/559c8c049e30445d869eff2548ede355, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/588b530b36394dd68c0fada531fb720f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=100.0 K 2024-11-09T11:17:36,090 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:36,090 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/7035facb7a1a439081163889bf35ab5d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/559c8c049e30445d869eff2548ede355, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/588b530b36394dd68c0fada531fb720f] 2024-11-09T11:17:36,091 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7035facb7a1a439081163889bf35ab5d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151052814 2024-11-09T11:17:36,091 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 559c8c049e30445d869eff2548ede355, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731151053646 2024-11-09T11:17:36,091 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:36,091 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/B is initiating minor compaction (all files) 2024-11-09T11:17:36,091 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/B in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:36,091 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/87ebf670b5344e5780b95c5d59f27ca8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/374b32884c76436d8cfc33fbd4433339, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/9797e216bae34d76817a6faf922bae0f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=36.0 K 2024-11-09T11:17:36,091 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 588b530b36394dd68c0fada531fb720f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731151054869 2024-11-09T11:17:36,091 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 87ebf670b5344e5780b95c5d59f27ca8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151052814 2024-11-09T11:17:36,092 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 374b32884c76436d8cfc33fbd4433339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731151053646 2024-11-09T11:17:36,092 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9797e216bae34d76817a6faf922bae0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731151054869 2024-11-09T11:17:36,095 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:36,097 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:36,098 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/55f82d98f1494b92b7e4081c5329f396 is 50, key is test_row_0/B:col10/1731151055218/Put/seqid=0 2024-11-09T11:17:36,100 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109a369cddeae2b4891931f0755798aad66_e07d6c0fd86da723451ec68f21105ff7 store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:36,102 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109a369cddeae2b4891931f0755798aad66_e07d6c0fd86da723451ec68f21105ff7, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:36,102 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a369cddeae2b4891931f0755798aad66_e07d6c0fd86da723451ec68f21105ff7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:36,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742230_1406 (size=12697) 2024-11-09T11:17:36,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742231_1407 (size=4469) 2024-11-09T11:17:36,105 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#A#compaction#339 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:36,106 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/5092cb28f4b64a20a261c7144fbcacb9 is 175, key is test_row_0/A:col10/1731151055218/Put/seqid=0 2024-11-09T11:17:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742232_1408 (size=31651) 2024-11-09T11:17:36,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T11:17:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:36,241 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-09T11:17:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:36,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:36,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097442caaa45704f65995e3bbf8cfa8309_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151055289/Put/seqid=0 2024-11-09T11:17:36,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742233_1409 (size=12404) 2024-11-09T11:17:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T11:17:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:36,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:36,506 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/55f82d98f1494b92b7e4081c5329f396 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/55f82d98f1494b92b7e4081c5329f396 2024-11-09T11:17:36,510 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/B of e07d6c0fd86da723451ec68f21105ff7 into 55f82d98f1494b92b7e4081c5329f396(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:36,510 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:36,510 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/B, priority=13, startTime=1731151056089; duration=0sec 2024-11-09T11:17:36,510 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:36,510 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:36,510 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:36,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151116501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,511 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:36,511 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/C is initiating minor compaction (all files) 2024-11-09T11:17:36,511 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/C in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:36,511 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/8929d57f8c2b447987fc9984f261db43, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0e81c2660b4448eb9f9f2dab1cbad374, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/36b5fdcb8051449b80cf471cbf2e658b] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=36.0 K 2024-11-09T11:17:36,511 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 8929d57f8c2b447987fc9984f261db43, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151052814 2024-11-09T11:17:36,511 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e81c2660b4448eb9f9f2dab1cbad374, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731151053646 2024-11-09T11:17:36,512 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 36b5fdcb8051449b80cf471cbf2e658b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731151054869 2024-11-09T11:17:36,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151116510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:36,517 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/5092cb28f4b64a20a261c7144fbcacb9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/5092cb28f4b64a20a261c7144fbcacb9 2024-11-09T11:17:36,518 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:36,518 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/bf59285c7c794d5180a0a299ffb17e99 is 50, key is test_row_0/C:col10/1731151055218/Put/seqid=0 2024-11-09T11:17:36,521 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/A of e07d6c0fd86da723451ec68f21105ff7 into 5092cb28f4b64a20a261c7144fbcacb9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:36,521 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:36,521 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/A, priority=13, startTime=1731151056089; duration=0sec 2024-11-09T11:17:36,521 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:36,521 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:36,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742234_1410 (size=12697) 2024-11-09T11:17:36,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151116621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:36,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151116621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:36,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:36,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:36,656 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097442caaa45704f65995e3bbf8cfa8309_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097442caaa45704f65995e3bbf8cfa8309_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:36,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/73b60b27f0054b979a8879d972971344, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:36,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/73b60b27f0054b979a8879d972971344 is 175, key is test_row_0/A:col10/1731151055289/Put/seqid=0 2024-11-09T11:17:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742235_1411 (size=31205) 2024-11-09T11:17:36,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151116832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:36,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151116832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:36,925 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/bf59285c7c794d5180a0a299ffb17e99 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/bf59285c7c794d5180a0a299ffb17e99 2024-11-09T11:17:36,929 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/C of e07d6c0fd86da723451ec68f21105ff7 into bf59285c7c794d5180a0a299ffb17e99(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:36,929 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:36,929 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/C, priority=13, startTime=1731151056089; duration=0sec 2024-11-09T11:17:36,929 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:36,929 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:37,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151117051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:37,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151117051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:37,058 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:37,059 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:37,062 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/73b60b27f0054b979a8879d972971344 2024-11-09T11:17:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/227302f8c25146fb899fab5a8c13aff0 is 50, key is test_row_0/B:col10/1731151055289/Put/seqid=0 2024-11-09T11:17:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742236_1412 (size=12251) 2024-11-09T11:17:37,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151117141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:37,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151117151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:37,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/227302f8c25146fb899fab5a8c13aff0 2024-11-09T11:17:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T11:17:37,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/e5593c2422314377a7bfa4113a09e31a is 50, key is test_row_0/C:col10/1731151055289/Put/seqid=0 2024-11-09T11:17:37,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742237_1413 (size=12251) 2024-11-09T11:17:37,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151117651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:37,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151117661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:37,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:37,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:37,886 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/e5593c2422314377a7bfa4113a09e31a 2024-11-09T11:17:37,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/73b60b27f0054b979a8879d972971344 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/73b60b27f0054b979a8879d972971344 2024-11-09T11:17:37,893 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/73b60b27f0054b979a8879d972971344, entries=150, sequenceid=261, filesize=30.5 K 2024-11-09T11:17:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/227302f8c25146fb899fab5a8c13aff0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/227302f8c25146fb899fab5a8c13aff0 2024-11-09T11:17:37,896 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/227302f8c25146fb899fab5a8c13aff0, entries=150, sequenceid=261, filesize=12.0 K 2024-11-09T11:17:37,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/e5593c2422314377a7bfa4113a09e31a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/e5593c2422314377a7bfa4113a09e31a 2024-11-09T11:17:37,901 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/e5593c2422314377a7bfa4113a09e31a, entries=150, sequenceid=261, filesize=12.0 K 2024-11-09T11:17:37,902 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e07d6c0fd86da723451ec68f21105ff7 in 1660ms, sequenceid=261, compaction requested=false 2024-11-09T11:17:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-09T11:17:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-09T11:17:37,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-09T11:17:37,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5780 sec 2024-11-09T11:17:37,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.5830 sec 2024-11-09T11:17:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:38,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T11:17:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:38,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094ff7c2f9f9c74fecbb58742ba115e1b9_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151058675/Put/seqid=0 2024-11-09T11:17:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742238_1414 (size=14994) 2024-11-09T11:17:38,695 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:38,700 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094ff7c2f9f9c74fecbb58742ba115e1b9_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094ff7c2f9f9c74fecbb58742ba115e1b9_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:38,702 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/f2f05120cbcd44c2acecc3faefe54baf, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:38,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/f2f05120cbcd44c2acecc3faefe54baf is 175, key is test_row_0/A:col10/1731151058675/Put/seqid=0 2024-11-09T11:17:38,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742239_1415 (size=39949) 2024-11-09T11:17:38,707 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/f2f05120cbcd44c2acecc3faefe54baf 2024-11-09T11:17:38,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/02edef11f9ff46f2b94458f00e07e5e9 is 50, key is test_row_0/B:col10/1731151058675/Put/seqid=0 2024-11-09T11:17:38,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742240_1416 (size=12301) 2024-11-09T11:17:38,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151118747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:38,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151118751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:38,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151118861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:38,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151118862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:39,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151119071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:39,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:39,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151119071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:39,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/02edef11f9ff46f2b94458f00e07e5e9 2024-11-09T11:17:39,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/b28266128a5d4b75835d3da5b2af3a84 is 50, key is test_row_0/C:col10/1731151058675/Put/seqid=0 2024-11-09T11:17:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742241_1417 (size=12301) 2024-11-09T11:17:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151119391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:39,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151119391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T11:17:39,492 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:39,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-09T11:17:39,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T11:17:39,495 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:39,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:39,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/b28266128a5d4b75835d3da5b2af3a84 2024-11-09T11:17:39,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/f2f05120cbcd44c2acecc3faefe54baf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f2f05120cbcd44c2acecc3faefe54baf 2024-11-09T11:17:39,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f2f05120cbcd44c2acecc3faefe54baf, entries=200, sequenceid=279, filesize=39.0 K 2024-11-09T11:17:39,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/02edef11f9ff46f2b94458f00e07e5e9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/02edef11f9ff46f2b94458f00e07e5e9 2024-11-09T11:17:39,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/02edef11f9ff46f2b94458f00e07e5e9, entries=150, sequenceid=279, filesize=12.0 K 2024-11-09T11:17:39,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/b28266128a5d4b75835d3da5b2af3a84 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/b28266128a5d4b75835d3da5b2af3a84 2024-11-09T11:17:39,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/b28266128a5d4b75835d3da5b2af3a84, entries=150, sequenceid=279, filesize=12.0 K 2024-11-09T11:17:39,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e07d6c0fd86da723451ec68f21105ff7 in 893ms, sequenceid=279, compaction requested=true 2024-11-09T11:17:39,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:39,569 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:39,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:39,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:39,569 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:39,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:39,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:39,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:39,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:39,571 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:39,571 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/A is initiating minor compaction (all files) 2024-11-09T11:17:39,571 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/A in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:39,571 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/5092cb28f4b64a20a261c7144fbcacb9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/73b60b27f0054b979a8879d972971344, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f2f05120cbcd44c2acecc3faefe54baf] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=100.4 K 2024-11-09T11:17:39,571 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:39,571 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/5092cb28f4b64a20a261c7144fbcacb9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/73b60b27f0054b979a8879d972971344, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f2f05120cbcd44c2acecc3faefe54baf] 2024-11-09T11:17:39,572 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:39,572 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/B is initiating minor compaction (all files) 2024-11-09T11:17:39,572 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/B in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:39,572 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/55f82d98f1494b92b7e4081c5329f396, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/227302f8c25146fb899fab5a8c13aff0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/02edef11f9ff46f2b94458f00e07e5e9] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=36.4 K 2024-11-09T11:17:39,573 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5092cb28f4b64a20a261c7144fbcacb9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731151054869 2024-11-09T11:17:39,573 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 55f82d98f1494b92b7e4081c5329f396, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731151054869 2024-11-09T11:17:39,573 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73b60b27f0054b979a8879d972971344, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731151055261 2024-11-09T11:17:39,573 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 227302f8c25146fb899fab5a8c13aff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731151055261 2024-11-09T11:17:39,574 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2f05120cbcd44c2acecc3faefe54baf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151056485 2024-11-09T11:17:39,574 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 02edef11f9ff46f2b94458f00e07e5e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151056485 2024-11-09T11:17:39,590 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:39,590 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/afc1896378c04eef944c111adb47758d is 50, key is test_row_0/B:col10/1731151058675/Put/seqid=0 2024-11-09T11:17:39,593 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:39,598 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e9d4e607352d4df5bd1a12453be79256_e07d6c0fd86da723451ec68f21105ff7 store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:39,600 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e9d4e607352d4df5bd1a12453be79256_e07d6c0fd86da723451ec68f21105ff7, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:39,601 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e9d4e607352d4df5bd1a12453be79256_e07d6c0fd86da723451ec68f21105ff7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T11:17:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742242_1418 (size=12949) 2024-11-09T11:17:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742243_1419 (size=4469) 2024-11-09T11:17:39,635 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#A#compaction#349 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:39,636 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/83f7eee9d2704d1d938a0da9f12d32a6 is 175, key is test_row_0/A:col10/1731151058675/Put/seqid=0 2024-11-09T11:17:39,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T11:17:39,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:39,651 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T11:17:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:39,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742244_1420 (size=31903) 2024-11-09T11:17:39,662 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/83f7eee9d2704d1d938a0da9f12d32a6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/83f7eee9d2704d1d938a0da9f12d32a6 2024-11-09T11:17:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110930ec48eac0504dd0bdfce748416fb19a_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151058745/Put/seqid=0 2024-11-09T11:17:39,667 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/A of e07d6c0fd86da723451ec68f21105ff7 into 83f7eee9d2704d1d938a0da9f12d32a6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:39,667 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:39,667 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/A, priority=13, startTime=1731151059569; duration=0sec 2024-11-09T11:17:39,667 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:39,667 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:39,667 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:39,668 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:39,668 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/C is initiating minor compaction (all files) 2024-11-09T11:17:39,668 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/C in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:39,668 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/bf59285c7c794d5180a0a299ffb17e99, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/e5593c2422314377a7bfa4113a09e31a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/b28266128a5d4b75835d3da5b2af3a84] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=36.4 K 2024-11-09T11:17:39,669 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf59285c7c794d5180a0a299ffb17e99, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731151054869 2024-11-09T11:17:39,669 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5593c2422314377a7bfa4113a09e31a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731151055261 2024-11-09T11:17:39,669 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b28266128a5d4b75835d3da5b2af3a84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151056485 2024-11-09T11:17:39,691 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:39,691 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/1d9fdcca8a314fb098926d862fc1f090 is 50, key is test_row_0/C:col10/1731151058675/Put/seqid=0 2024-11-09T11:17:39,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742245_1421 (size=12454) 2024-11-09T11:17:39,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:39,715 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110930ec48eac0504dd0bdfce748416fb19a_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110930ec48eac0504dd0bdfce748416fb19a_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:39,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/c531168631c44856acda06045a52b032, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:39,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/c531168631c44856acda06045a52b032 is 175, key is test_row_0/A:col10/1731151058745/Put/seqid=0 2024-11-09T11:17:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742246_1422 (size=12949) 2024-11-09T11:17:39,731 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/1d9fdcca8a314fb098926d862fc1f090 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/1d9fdcca8a314fb098926d862fc1f090 2024-11-09T11:17:39,736 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/C of e07d6c0fd86da723451ec68f21105ff7 into 1d9fdcca8a314fb098926d862fc1f090(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:39,736 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:39,736 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/C, priority=13, startTime=1731151059570; duration=0sec 2024-11-09T11:17:39,736 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:39,736 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742247_1423 (size=31255) 2024-11-09T11:17:39,762 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/c531168631c44856acda06045a52b032 2024-11-09T11:17:39,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/c3bac366bc5745b9b97a52a1bbc049e8 is 50, key is test_row_0/B:col10/1731151058745/Put/seqid=0 2024-11-09T11:17:39,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742248_1424 (size=12301) 2024-11-09T11:17:39,790 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/c3bac366bc5745b9b97a52a1bbc049e8 2024-11-09T11:17:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T11:17:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/ad3781d4a51b4406a724d30eb90f6b6d is 50, key is test_row_0/C:col10/1731151058745/Put/seqid=0 2024-11-09T11:17:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742249_1425 (size=12301) 2024-11-09T11:17:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:39,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151119926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:39,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151119931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:39,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151119941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:39,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,014 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/afc1896378c04eef944c111adb47758d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/afc1896378c04eef944c111adb47758d 2024-11-09T11:17:40,019 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/B of e07d6c0fd86da723451ec68f21105ff7 into afc1896378c04eef944c111adb47758d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:40,019 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:40,019 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/B, priority=13, startTime=1731151059569; duration=0sec 2024-11-09T11:17:40,019 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:40,019 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151120051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151120051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151120051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T11:17:40,247 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/ad3781d4a51b4406a724d30eb90f6b6d 2024-11-09T11:17:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/c531168631c44856acda06045a52b032 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/c531168631c44856acda06045a52b032 2024-11-09T11:17:40,259 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/c531168631c44856acda06045a52b032, entries=150, sequenceid=296, filesize=30.5 K 2024-11-09T11:17:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/c3bac366bc5745b9b97a52a1bbc049e8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/c3bac366bc5745b9b97a52a1bbc049e8 2024-11-09T11:17:40,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151120261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,265 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/c3bac366bc5745b9b97a52a1bbc049e8, entries=150, sequenceid=296, filesize=12.0 K 2024-11-09T11:17:40,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/ad3781d4a51b4406a724d30eb90f6b6d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ad3781d4a51b4406a724d30eb90f6b6d 2024-11-09T11:17:40,269 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ad3781d4a51b4406a724d30eb90f6b6d, entries=150, sequenceid=296, filesize=12.0 K 2024-11-09T11:17:40,270 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e07d6c0fd86da723451ec68f21105ff7 in 619ms, sequenceid=296, compaction requested=false 2024-11-09T11:17:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-09T11:17:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-09T11:17:40,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-09T11:17:40,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 776 msec 2024-11-09T11:17:40,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 783 msec 2024-11-09T11:17:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:40,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-09T11:17:40,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:40,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:40,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:40,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:40,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:40,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:40,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109adad0e59a100403084c56b13ae015c14_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151059925/Put/seqid=0 2024-11-09T11:17:40,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742250_1426 (size=17534) 2024-11-09T11:17:40,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151120333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151120347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151120451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151120471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151120572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T11:17:40,631 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:40,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-09T11:17:40,634 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:40,635 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:40,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T11:17:40,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151120671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151120691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:40,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:40,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109adad0e59a100403084c56b13ae015c14_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109adad0e59a100403084c56b13ae015c14_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:40,706 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/8aa987812c12459c8f70efcef127d0b6, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:40,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/8aa987812c12459c8f70efcef127d0b6 is 175, key is test_row_0/A:col10/1731151059925/Put/seqid=0 2024-11-09T11:17:40,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742251_1427 (size=48639) 2024-11-09T11:17:40,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/8aa987812c12459c8f70efcef127d0b6 2024-11-09T11:17:40,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/84847002a90b4773ae828d28a73b95b4 is 50, key is test_row_0/B:col10/1731151059925/Put/seqid=0 2024-11-09T11:17:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742252_1428 (size=12301) 2024-11-09T11:17:40,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/84847002a90b4773ae828d28a73b95b4 2024-11-09T11:17:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T11:17:40,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7cb04d207f7340cda02e75cb42dfc53f is 50, key is test_row_0/C:col10/1731151059925/Put/seqid=0 2024-11-09T11:17:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742253_1429 (size=12301) 2024-11-09T11:17:40,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T11:17:40,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:40,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:40,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:40,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:40,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T11:17:40,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:40,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:40,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:40,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:40,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T11:17:41,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43692 deadline: 1731151120991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:41,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43758 deadline: 1731151121001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:41,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:41,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43768 deadline: 1731151121081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:41,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43698 deadline: 1731151121091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:41,098 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:41,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T11:17:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:41,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43756 deadline: 1731151121101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:41,112 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in e07d6c0fd86da723451ec68f21105ff7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:17:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:41,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:17:41,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7cb04d207f7340cda02e75cb42dfc53f 2024-11-09T11:17:41,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/8aa987812c12459c8f70efcef127d0b6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/8aa987812c12459c8f70efcef127d0b6 2024-11-09T11:17:41,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/8aa987812c12459c8f70efcef127d0b6, entries=250, sequenceid=316, filesize=47.5 K 2024-11-09T11:17:41,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/84847002a90b4773ae828d28a73b95b4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/84847002a90b4773ae828d28a73b95b4 2024-11-09T11:17:41,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/84847002a90b4773ae828d28a73b95b4, entries=150, sequenceid=316, filesize=12.0 K 2024-11-09T11:17:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/7cb04d207f7340cda02e75cb42dfc53f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7cb04d207f7340cda02e75cb42dfc53f 2024-11-09T11:17:41,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7cb04d207f7340cda02e75cb42dfc53f, entries=150, sequenceid=316, filesize=12.0 K 2024-11-09T11:17:41,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e07d6c0fd86da723451ec68f21105ff7 in 906ms, sequenceid=316, compaction requested=true 2024-11-09T11:17:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:41,186 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:41,186 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:41,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:41,187 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:41,187 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:41,187 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/B is initiating minor compaction (all files) 2024-11-09T11:17:41,187 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/A is initiating minor compaction (all files) 2024-11-09T11:17:41,187 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/B in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:41,187 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/A in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:41,187 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/afc1896378c04eef944c111adb47758d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/c3bac366bc5745b9b97a52a1bbc049e8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/84847002a90b4773ae828d28a73b95b4] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=36.7 K 2024-11-09T11:17:41,187 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/83f7eee9d2704d1d938a0da9f12d32a6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/c531168631c44856acda06045a52b032, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/8aa987812c12459c8f70efcef127d0b6] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=109.2 K 2024-11-09T11:17:41,187 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:41,187 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/83f7eee9d2704d1d938a0da9f12d32a6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/c531168631c44856acda06045a52b032, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/8aa987812c12459c8f70efcef127d0b6] 2024-11-09T11:17:41,187 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting afc1896378c04eef944c111adb47758d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151056485 2024-11-09T11:17:41,187 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83f7eee9d2704d1d938a0da9f12d32a6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151056485 2024-11-09T11:17:41,188 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c3bac366bc5745b9b97a52a1bbc049e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731151058726 2024-11-09T11:17:41,188 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c531168631c44856acda06045a52b032, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731151058726 2024-11-09T11:17:41,188 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 84847002a90b4773ae828d28a73b95b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731151059925 2024-11-09T11:17:41,188 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8aa987812c12459c8f70efcef127d0b6, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731151059925 2024-11-09T11:17:41,193 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:41,197 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#B#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:41,197 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/78304eeb365942b9bd1df566be82ec99 is 50, key is test_row_0/B:col10/1731151059925/Put/seqid=0 2024-11-09T11:17:41,205 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109839b8d5e6f1c449e867f6c698e308485_e07d6c0fd86da723451ec68f21105ff7 store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:41,207 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109839b8d5e6f1c449e867f6c698e308485_e07d6c0fd86da723451ec68f21105ff7, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:41,207 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109839b8d5e6f1c449e867f6c698e308485_e07d6c0fd86da723451ec68f21105ff7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:41,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742254_1430 (size=13051) 2024-11-09T11:17:41,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742255_1431 (size=4469) 2024-11-09T11:17:41,222 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#A#compaction#357 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:41,223 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/fa922f8525a54b728d198fe73031135e is 175, key is test_row_0/A:col10/1731151059925/Put/seqid=0 2024-11-09T11:17:41,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742256_1432 (size=32005) 2024-11-09T11:17:41,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T11:17:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:41,253 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-09T11:17:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994c87daa3d984a4397e9a001691b7923_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151060344/Put/seqid=0 2024-11-09T11:17:41,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742257_1433 (size=12454) 2024-11-09T11:17:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T11:17:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:41,274 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110994c87daa3d984a4397e9a001691b7923_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994c87daa3d984a4397e9a001691b7923_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:41,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9e58dc2fcc7b4f9792ec4250ffff11ed, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9e58dc2fcc7b4f9792ec4250ffff11ed is 175, key is test_row_0/A:col10/1731151060344/Put/seqid=0 2024-11-09T11:17:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742258_1434 (size=31255) 2024-11-09T11:17:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:41,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. as already flushing 2024-11-09T11:17:41,540 INFO [Thread-1561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1561. 2024-11-09T11:17:41,540 DEBUG [Thread-1561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:41,540 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,540 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:41,541 INFO [Thread-1567 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1567. 2024-11-09T11:17:41,541 DEBUG [Thread-1567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:41,541 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,541 DEBUG [Thread-1567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:41,545 INFO [Thread-1563 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1563. 2024-11-09T11:17:41,545 DEBUG [Thread-1563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:41,545 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,546 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:41,550 INFO [Thread-1569 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1569. 2024-11-09T11:17:41,550 DEBUG [Thread-1569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:41,550 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,550 DEBUG [Thread-1569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:41,558 INFO [Thread-1565 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1565. 2024-11-09T11:17:41,558 DEBUG [Thread-1565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:41,558 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,559 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:41,560 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-09T11:17:41,560 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-11-09T11:17:41,560 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:41,560 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:41,560 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,560 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,560 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,560 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:41,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:41,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:41,621 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/78304eeb365942b9bd1df566be82ec99 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/78304eeb365942b9bd1df566be82ec99 2024-11-09T11:17:41,625 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/B of e07d6c0fd86da723451ec68f21105ff7 into 78304eeb365942b9bd1df566be82ec99(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:41,625 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:41,625 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/B, priority=13, startTime=1731151061186; duration=0sec 2024-11-09T11:17:41,625 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:41,625 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:41,625 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:41,626 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:41,626 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): e07d6c0fd86da723451ec68f21105ff7/C is initiating minor compaction (all files) 2024-11-09T11:17:41,626 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e07d6c0fd86da723451ec68f21105ff7/C in TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:41,626 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/1d9fdcca8a314fb098926d862fc1f090, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ad3781d4a51b4406a724d30eb90f6b6d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7cb04d207f7340cda02e75cb42dfc53f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp, totalSize=36.7 K 2024-11-09T11:17:41,626 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d9fdcca8a314fb098926d862fc1f090, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151056485 2024-11-09T11:17:41,627 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ad3781d4a51b4406a724d30eb90f6b6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731151058726 2024-11-09T11:17:41,627 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cb04d207f7340cda02e75cb42dfc53f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731151059925 2024-11-09T11:17:41,630 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/fa922f8525a54b728d198fe73031135e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/fa922f8525a54b728d198fe73031135e 2024-11-09T11:17:41,633 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e07d6c0fd86da723451ec68f21105ff7#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T11:17:41,634 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/be91bfb1321a498d81be4a3bb41ce666 is 50, key is test_row_0/C:col10/1731151059925/Put/seqid=0 2024-11-09T11:17:41,634 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/A of e07d6c0fd86da723451ec68f21105ff7 into fa922f8525a54b728d198fe73031135e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:41,634 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:41,634 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/A, priority=13, startTime=1731151061186; duration=0sec 2024-11-09T11:17:41,634 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:41,634 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742259_1435 (size=13051) 2024-11-09T11:17:41,680 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9e58dc2fcc7b4f9792ec4250ffff11ed 2024-11-09T11:17:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/0652689fe5224f65b4c20d886e831a9e is 50, key is test_row_0/B:col10/1731151060344/Put/seqid=0 2024-11-09T11:17:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742260_1436 (size=12301) 2024-11-09T11:17:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T11:17:42,040 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/be91bfb1321a498d81be4a3bb41ce666 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/be91bfb1321a498d81be4a3bb41ce666 2024-11-09T11:17:42,044 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e07d6c0fd86da723451ec68f21105ff7/C of e07d6c0fd86da723451ec68f21105ff7 into be91bfb1321a498d81be4a3bb41ce666(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:42,044 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:42,044 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., storeName=e07d6c0fd86da723451ec68f21105ff7/C, priority=13, startTime=1731151061186; duration=0sec 2024-11-09T11:17:42,044 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:42,044 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:42,091 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/0652689fe5224f65b4c20d886e831a9e 2024-11-09T11:17:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/c7d6c866d1d44b3b8a640d16c5fdf710 is 50, key is test_row_0/C:col10/1731151060344/Put/seqid=0 2024-11-09T11:17:42,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742261_1437 (size=12301) 2024-11-09T11:17:42,102 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-11-09T11:17:42,102 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:42,102 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:42,103 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:42,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:42,502 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/c7d6c866d1d44b3b8a640d16c5fdf710 2024-11-09T11:17:42,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/9e58dc2fcc7b4f9792ec4250ffff11ed as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9e58dc2fcc7b4f9792ec4250ffff11ed 2024-11-09T11:17:42,509 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9e58dc2fcc7b4f9792ec4250ffff11ed, entries=150, sequenceid=331, filesize=30.5 K 2024-11-09T11:17:42,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/0652689fe5224f65b4c20d886e831a9e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/0652689fe5224f65b4c20d886e831a9e 2024-11-09T11:17:42,513 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/0652689fe5224f65b4c20d886e831a9e, entries=150, sequenceid=331, filesize=12.0 K 2024-11-09T11:17:42,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/c7d6c866d1d44b3b8a640d16c5fdf710 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/c7d6c866d1d44b3b8a640d16c5fdf710 2024-11-09T11:17:42,517 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/c7d6c866d1d44b3b8a640d16c5fdf710, entries=150, sequenceid=331, filesize=12.0 K 2024-11-09T11:17:42,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=53.67 KB/54960 for e07d6c0fd86da723451ec68f21105ff7 in 1264ms, sequenceid=331, compaction requested=false 2024-11-09T11:17:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:42,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-09T11:17:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-09T11:17:42,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-09T11:17:42,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8840 sec 2024-11-09T11:17:42,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8890 sec 2024-11-09T11:17:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T11:17:42,791 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:49,813 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:17:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:51,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:17:51,165 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-09T11:17:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:51,165 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:51,165 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:51,165 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:51,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:51,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110951f9cd9826c64faea19cc390730af93d_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151062101/Put/seqid=0 2024-11-09T11:17:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742262_1438 (size=12454) 2024-11-09T11:17:51,224 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-11-09T11:17:51,225 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:17:51,225 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:51,225 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:51,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:51,225 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:17:51,225 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-09T11:17:51,225 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-09T11:17:51,225 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1002 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3005 rows 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 997 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2990 rows 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1000 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2999 rows 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1009 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3024 rows 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1005 2024-11-09T11:17:51,226 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3013 rows 2024-11-09T11:17:51,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:17:51,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:17:51,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:51,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:51,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:17:51,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T11:17:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T11:17:51,231 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151071231"}]},"ts":"1731151071231"} 2024-11-09T11:17:51,233 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:17:51,233 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:17:51,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:17:51,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, UNASSIGN}] 2024-11-09T11:17:51,236 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, UNASSIGN 2024-11-09T11:17:51,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:51,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, UNASSIGN because future has completed 2024-11-09T11:17:51,238 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:17:51,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:17:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T11:17:51,391 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:51,391 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:17:51,391 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing e07d6c0fd86da723451ec68f21105ff7, disabling compactions & flushes 2024-11-09T11:17:51,391 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T11:17:51,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:51,586 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110951f9cd9826c64faea19cc390730af93d_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110951f9cd9826c64faea19cc390730af93d_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:51,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/47cc157e6ac647628448f8d8cf23d689, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:51,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/47cc157e6ac647628448f8d8cf23d689 is 175, key is test_row_0/A:col10/1731151062101/Put/seqid=0 2024-11-09T11:17:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742263_1439 (size=31255) 2024-11-09T11:17:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T11:17:51,992 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/47cc157e6ac647628448f8d8cf23d689 2024-11-09T11:17:51,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/37a22c0a590d4e65ba57011a8b627edc is 50, key is test_row_0/B:col10/1731151062101/Put/seqid=0 2024-11-09T11:17:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742264_1440 (size=12301) 2024-11-09T11:17:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T11:17:52,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/37a22c0a590d4e65ba57011a8b627edc 2024-11-09T11:17:52,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/368246c0bd654e5383c334226824922b is 50, key is test_row_0/C:col10/1731151062101/Put/seqid=0 2024-11-09T11:17:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742265_1441 (size=12301) 2024-11-09T11:17:52,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/368246c0bd654e5383c334226824922b 2024-11-09T11:17:52,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/47cc157e6ac647628448f8d8cf23d689 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/47cc157e6ac647628448f8d8cf23d689 2024-11-09T11:17:52,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/47cc157e6ac647628448f8d8cf23d689, entries=150, sequenceid=346, filesize=30.5 K 2024-11-09T11:17:52,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/37a22c0a590d4e65ba57011a8b627edc as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/37a22c0a590d4e65ba57011a8b627edc 2024-11-09T11:17:52,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/37a22c0a590d4e65ba57011a8b627edc, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T11:17:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/368246c0bd654e5383c334226824922b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/368246c0bd654e5383c334226824922b 2024-11-09T11:17:52,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/368246c0bd654e5383c334226824922b, entries=150, sequenceid=346, filesize=12.0 K 2024-11-09T11:17:52,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=6.71 KB/6870 for e07d6c0fd86da723451ec68f21105ff7 in 1669ms, sequenceid=346, compaction requested=true 2024-11-09T11:17:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e07d6c0fd86da723451ec68f21105ff7: 2024-11-09T11:17:52,833 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:52,833 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:52,833 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. because compaction request was cancelled 2024-11-09T11:17:52,833 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:A 2024-11-09T11:17:52,833 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. after waiting 0 ms 2024-11-09T11:17:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:52,833 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:52,833 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. because compaction request was cancelled 2024-11-09T11:17:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e07d6c0fd86da723451ec68f21105ff7:C, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:52,833 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. because compaction request was cancelled 2024-11-09T11:17:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:52,833 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:B 2024-11-09T11:17:52,833 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e07d6c0fd86da723451ec68f21105ff7:C 2024-11-09T11:17:52,833 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing e07d6c0fd86da723451ec68f21105ff7 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-09T11:17:52,833 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=A 2024-11-09T11:17:52,833 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:52,834 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=B 2024-11-09T11:17:52,834 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:52,834 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e07d6c0fd86da723451ec68f21105ff7, store=C 2024-11-09T11:17:52,834 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:52,838 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ad82d0a84f59432fb37469bb79b79fae_e07d6c0fd86da723451ec68f21105ff7 is 50, key is test_row_0/A:col10/1731151071222/Put/seqid=0 2024-11-09T11:17:52,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742266_1442 (size=7374) 2024-11-09T11:17:53,243 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:53,249 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ad82d0a84f59432fb37469bb79b79fae_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad82d0a84f59432fb37469bb79b79fae_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:53,250 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/6faacac9659740fabf2618e6c9de86c1, store: [table=TestAcidGuarantees family=A region=e07d6c0fd86da723451ec68f21105ff7] 2024-11-09T11:17:53,251 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/6faacac9659740fabf2618e6c9de86c1 is 175, key is test_row_0/A:col10/1731151071222/Put/seqid=0 2024-11-09T11:17:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742267_1443 (size=13865) 2024-11-09T11:17:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T11:17:53,654 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/6faacac9659740fabf2618e6c9de86c1 2024-11-09T11:17:53,661 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7c2001cea5f14e7db59bfacf784c02a8 is 50, key is test_row_0/B:col10/1731151071222/Put/seqid=0 2024-11-09T11:17:53,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742268_1444 (size=7415) 2024-11-09T11:17:54,065 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7c2001cea5f14e7db59bfacf784c02a8 2024-11-09T11:17:54,075 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/0f3abddb12144dd694af80d473d0c0b2 is 50, key is test_row_0/C:col10/1731151071222/Put/seqid=0 2024-11-09T11:17:54,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742269_1445 (size=7415) 2024-11-09T11:17:54,481 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/0f3abddb12144dd694af80d473d0c0b2 2024-11-09T11:17:54,487 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/A/6faacac9659740fabf2618e6c9de86c1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/6faacac9659740fabf2618e6c9de86c1 2024-11-09T11:17:54,493 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/6faacac9659740fabf2618e6c9de86c1, entries=50, sequenceid=350, filesize=13.5 K 2024-11-09T11:17:54,494 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/B/7c2001cea5f14e7db59bfacf784c02a8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7c2001cea5f14e7db59bfacf784c02a8 2024-11-09T11:17:54,498 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7c2001cea5f14e7db59bfacf784c02a8, entries=50, sequenceid=350, filesize=7.2 K 2024-11-09T11:17:54,498 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/.tmp/C/0f3abddb12144dd694af80d473d0c0b2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0f3abddb12144dd694af80d473d0c0b2 2024-11-09T11:17:54,501 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0f3abddb12144dd694af80d473d0c0b2, entries=50, sequenceid=350, filesize=7.2 K 2024-11-09T11:17:54,501 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e07d6c0fd86da723451ec68f21105ff7 in 1668ms, sequenceid=350, compaction requested=true 2024-11-09T11:17:54,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9ce2636c259d41fbb09c866fa4f5fa95, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/bba1db0483314e28a1e2cd36cefb56a1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/84dc297923ab4393a26d38be1c7d0817, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/cad6d29fe13c4613b71071d6b42cd909, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/0f2951c7fe3c4bd58ca4ab6382ba6f35, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/e3f597882c7d49768c32b082e021bef2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/86273a36647447938a57c9f8f40b9da9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/eb0b1933fd5040d193fb54821e0717da, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/870015bfc8ee42f590f476851c159562, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/66f8375772d24909a4c18fefbb36a0bb, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f334bf89224446829710fa5ee5e802f4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/d6af8733d5b34ec3986ae9f520ad5e86, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/4337530452e84a29a49ff3fc6c5de4be, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/7035facb7a1a439081163889bf35ab5d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/559c8c049e30445d869eff2548ede355, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/588b530b36394dd68c0fada531fb720f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/5092cb28f4b64a20a261c7144fbcacb9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/73b60b27f0054b979a8879d972971344, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f2f05120cbcd44c2acecc3faefe54baf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/83f7eee9d2704d1d938a0da9f12d32a6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/c531168631c44856acda06045a52b032, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/8aa987812c12459c8f70efcef127d0b6] to archive 2024-11-09T11:17:54,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:17:54,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9ce2636c259d41fbb09c866fa4f5fa95 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9ce2636c259d41fbb09c866fa4f5fa95 2024-11-09T11:17:54,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/bba1db0483314e28a1e2cd36cefb56a1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/bba1db0483314e28a1e2cd36cefb56a1 2024-11-09T11:17:54,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/84dc297923ab4393a26d38be1c7d0817 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/84dc297923ab4393a26d38be1c7d0817 2024-11-09T11:17:54,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/cad6d29fe13c4613b71071d6b42cd909 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/cad6d29fe13c4613b71071d6b42cd909 2024-11-09T11:17:54,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/0f2951c7fe3c4bd58ca4ab6382ba6f35 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/0f2951c7fe3c4bd58ca4ab6382ba6f35 2024-11-09T11:17:54,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/e3f597882c7d49768c32b082e021bef2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/e3f597882c7d49768c32b082e021bef2 2024-11-09T11:17:54,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/86273a36647447938a57c9f8f40b9da9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/86273a36647447938a57c9f8f40b9da9 2024-11-09T11:17:54,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/eb0b1933fd5040d193fb54821e0717da to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/eb0b1933fd5040d193fb54821e0717da 2024-11-09T11:17:54,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/870015bfc8ee42f590f476851c159562 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/870015bfc8ee42f590f476851c159562 2024-11-09T11:17:54,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/66f8375772d24909a4c18fefbb36a0bb to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/66f8375772d24909a4c18fefbb36a0bb 2024-11-09T11:17:54,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f334bf89224446829710fa5ee5e802f4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f334bf89224446829710fa5ee5e802f4 2024-11-09T11:17:54,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/d6af8733d5b34ec3986ae9f520ad5e86 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/d6af8733d5b34ec3986ae9f520ad5e86 2024-11-09T11:17:54,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/4337530452e84a29a49ff3fc6c5de4be to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/4337530452e84a29a49ff3fc6c5de4be 2024-11-09T11:17:54,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/7035facb7a1a439081163889bf35ab5d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/7035facb7a1a439081163889bf35ab5d 2024-11-09T11:17:54,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/559c8c049e30445d869eff2548ede355 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/559c8c049e30445d869eff2548ede355 2024-11-09T11:17:54,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/588b530b36394dd68c0fada531fb720f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/588b530b36394dd68c0fada531fb720f 2024-11-09T11:17:54,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/5092cb28f4b64a20a261c7144fbcacb9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/5092cb28f4b64a20a261c7144fbcacb9 2024-11-09T11:17:54,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/73b60b27f0054b979a8879d972971344 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/73b60b27f0054b979a8879d972971344 2024-11-09T11:17:54,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f2f05120cbcd44c2acecc3faefe54baf to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/f2f05120cbcd44c2acecc3faefe54baf 2024-11-09T11:17:54,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/83f7eee9d2704d1d938a0da9f12d32a6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/83f7eee9d2704d1d938a0da9f12d32a6 2024-11-09T11:17:54,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/c531168631c44856acda06045a52b032 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/c531168631c44856acda06045a52b032 2024-11-09T11:17:54,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/8aa987812c12459c8f70efcef127d0b6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/8aa987812c12459c8f70efcef127d0b6 2024-11-09T11:17:54,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7bd4e0a1bc0b44f1a6533eb713438dad, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/a72d243e539745369f0970093e198305, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/521994fc5a81416c83fa579700388756, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7d08acd9d08948cf9b6c2b2473bf0a10, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3d74fc59e4b64a63a10ba3320ab765e7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6c0906ebee9848d7a15028ac01113802, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6805b97892834af5b4e6e64994477612, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/ae641d08e369412ba8ad6c0cef5a4d26, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/4e3f793419164cd19f91017869ce4d70, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7dd66f9736cb4eb4b7129674fbab0013, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/09f131c3e1af4977975e3e66529dab7a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/88b46ac51c504064b559142d36c1bc7c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/87ebf670b5344e5780b95c5d59f27ca8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3199ddfc73944405ad45c56b70477f21, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/374b32884c76436d8cfc33fbd4433339, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/55f82d98f1494b92b7e4081c5329f396, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/9797e216bae34d76817a6faf922bae0f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/227302f8c25146fb899fab5a8c13aff0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/afc1896378c04eef944c111adb47758d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/02edef11f9ff46f2b94458f00e07e5e9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/c3bac366bc5745b9b97a52a1bbc049e8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/84847002a90b4773ae828d28a73b95b4] to archive 2024-11-09T11:17:54,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:17:54,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7bd4e0a1bc0b44f1a6533eb713438dad to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7bd4e0a1bc0b44f1a6533eb713438dad 2024-11-09T11:17:54,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/a72d243e539745369f0970093e198305 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/a72d243e539745369f0970093e198305 2024-11-09T11:17:54,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/521994fc5a81416c83fa579700388756 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/521994fc5a81416c83fa579700388756 2024-11-09T11:17:54,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7d08acd9d08948cf9b6c2b2473bf0a10 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7d08acd9d08948cf9b6c2b2473bf0a10 2024-11-09T11:17:54,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3d74fc59e4b64a63a10ba3320ab765e7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3d74fc59e4b64a63a10ba3320ab765e7 2024-11-09T11:17:54,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6c0906ebee9848d7a15028ac01113802 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6c0906ebee9848d7a15028ac01113802 2024-11-09T11:17:54,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6805b97892834af5b4e6e64994477612 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/6805b97892834af5b4e6e64994477612 2024-11-09T11:17:54,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/ae641d08e369412ba8ad6c0cef5a4d26 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/ae641d08e369412ba8ad6c0cef5a4d26 2024-11-09T11:17:54,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/4e3f793419164cd19f91017869ce4d70 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/4e3f793419164cd19f91017869ce4d70 2024-11-09T11:17:54,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7dd66f9736cb4eb4b7129674fbab0013 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7dd66f9736cb4eb4b7129674fbab0013 2024-11-09T11:17:54,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/09f131c3e1af4977975e3e66529dab7a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/09f131c3e1af4977975e3e66529dab7a 2024-11-09T11:17:54,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/88b46ac51c504064b559142d36c1bc7c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/88b46ac51c504064b559142d36c1bc7c 2024-11-09T11:17:54,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/87ebf670b5344e5780b95c5d59f27ca8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/87ebf670b5344e5780b95c5d59f27ca8 2024-11-09T11:17:54,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3199ddfc73944405ad45c56b70477f21 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/3199ddfc73944405ad45c56b70477f21 2024-11-09T11:17:54,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/374b32884c76436d8cfc33fbd4433339 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/374b32884c76436d8cfc33fbd4433339 2024-11-09T11:17:54,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/55f82d98f1494b92b7e4081c5329f396 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/55f82d98f1494b92b7e4081c5329f396 2024-11-09T11:17:54,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/9797e216bae34d76817a6faf922bae0f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/9797e216bae34d76817a6faf922bae0f 2024-11-09T11:17:54,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/227302f8c25146fb899fab5a8c13aff0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/227302f8c25146fb899fab5a8c13aff0 2024-11-09T11:17:54,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/afc1896378c04eef944c111adb47758d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/afc1896378c04eef944c111adb47758d 2024-11-09T11:17:54,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/02edef11f9ff46f2b94458f00e07e5e9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/02edef11f9ff46f2b94458f00e07e5e9 2024-11-09T11:17:54,552 DEBUG [regionserver/3264b4bbda9f:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-09T11:17:54,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/c3bac366bc5745b9b97a52a1bbc049e8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/c3bac366bc5745b9b97a52a1bbc049e8 2024-11-09T11:17:54,554 WARN [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 5, running: 1 2024-11-09T11:17:54,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/84847002a90b4773ae828d28a73b95b4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/84847002a90b4773ae828d28a73b95b4 2024-11-09T11:17:54,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9a8c7d354c74453d8462baff04b2455e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/2e86d7fdd7b64f268af69227eb3f651b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/50dd5b9dd43d42f6a84897304001689d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ec9370154d1a4b9c8820194d321742e7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7d21393bd7f5467ab4e0e4578d8317f5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7e00af6369bd449d9fb2f96d257293a2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/3698ef46a95e4d728dee0069855743de, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/551574cd8bcd44838a8fd6e8449025d9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9201b439c58949a09671c5d26d481785, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/022116d718a74e29816adb5bf2dbf44e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/5d6a75e8c7bc4226b6b6a9d8f931efda, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/26ced568fb0c40a8aa523e8de9c965a5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/8929d57f8c2b447987fc9984f261db43, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0e81c2660b4448eb9f9f2dab1cbad374, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/bf59285c7c794d5180a0a299ffb17e99, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/36b5fdcb8051449b80cf471cbf2e658b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/e5593c2422314377a7bfa4113a09e31a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/1d9fdcca8a314fb098926d862fc1f090, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/b28266128a5d4b75835d3da5b2af3a84, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ad3781d4a51b4406a724d30eb90f6b6d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7cb04d207f7340cda02e75cb42dfc53f] to archive 2024-11-09T11:17:54,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:17:54,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9a8c7d354c74453d8462baff04b2455e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9a8c7d354c74453d8462baff04b2455e 2024-11-09T11:17:54,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/2e86d7fdd7b64f268af69227eb3f651b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/2e86d7fdd7b64f268af69227eb3f651b 2024-11-09T11:17:54,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/50dd5b9dd43d42f6a84897304001689d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/50dd5b9dd43d42f6a84897304001689d 2024-11-09T11:17:54,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ec9370154d1a4b9c8820194d321742e7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ec9370154d1a4b9c8820194d321742e7 2024-11-09T11:17:54,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7d21393bd7f5467ab4e0e4578d8317f5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7d21393bd7f5467ab4e0e4578d8317f5 2024-11-09T11:17:54,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7e00af6369bd449d9fb2f96d257293a2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7e00af6369bd449d9fb2f96d257293a2 2024-11-09T11:17:54,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/3698ef46a95e4d728dee0069855743de to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/3698ef46a95e4d728dee0069855743de 2024-11-09T11:17:54,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/551574cd8bcd44838a8fd6e8449025d9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/551574cd8bcd44838a8fd6e8449025d9 2024-11-09T11:17:54,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9201b439c58949a09671c5d26d481785 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/9201b439c58949a09671c5d26d481785 2024-11-09T11:17:54,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/022116d718a74e29816adb5bf2dbf44e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/022116d718a74e29816adb5bf2dbf44e 2024-11-09T11:17:54,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/5d6a75e8c7bc4226b6b6a9d8f931efda to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/5d6a75e8c7bc4226b6b6a9d8f931efda 2024-11-09T11:17:54,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/26ced568fb0c40a8aa523e8de9c965a5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/26ced568fb0c40a8aa523e8de9c965a5 2024-11-09T11:17:54,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/8929d57f8c2b447987fc9984f261db43 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/8929d57f8c2b447987fc9984f261db43 2024-11-09T11:17:54,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/82b6faf4ca304f0eb6c7bda6f7a8a2ea 2024-11-09T11:17:54,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0e81c2660b4448eb9f9f2dab1cbad374 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0e81c2660b4448eb9f9f2dab1cbad374 2024-11-09T11:17:54,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/bf59285c7c794d5180a0a299ffb17e99 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/bf59285c7c794d5180a0a299ffb17e99 2024-11-09T11:17:54,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/36b5fdcb8051449b80cf471cbf2e658b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/36b5fdcb8051449b80cf471cbf2e658b 2024-11-09T11:17:54,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/e5593c2422314377a7bfa4113a09e31a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/e5593c2422314377a7bfa4113a09e31a 2024-11-09T11:17:54,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/1d9fdcca8a314fb098926d862fc1f090 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/1d9fdcca8a314fb098926d862fc1f090 2024-11-09T11:17:54,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/b28266128a5d4b75835d3da5b2af3a84 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/b28266128a5d4b75835d3da5b2af3a84 2024-11-09T11:17:54,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ad3781d4a51b4406a724d30eb90f6b6d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/ad3781d4a51b4406a724d30eb90f6b6d 2024-11-09T11:17:54,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7cb04d207f7340cda02e75cb42dfc53f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/7cb04d207f7340cda02e75cb42dfc53f 2024-11-09T11:17:54,581 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/recovered.edits/353.seqid, newMaxSeqId=353, maxSeqId=4 2024-11-09T11:17:54,582 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. 2024-11-09T11:17:54,582 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for e07d6c0fd86da723451ec68f21105ff7: Waiting for close lock at 1731151071391Running coprocessor pre-close hooks at 1731151071391Disabling compacts and flushes for region at 1731151071391Disabling writes for close at 1731151072833 (+1442 ms)Obtaining lock to block concurrent updates at 1731151072833Preparing flush snapshotting stores in e07d6c0fd86da723451ec68f21105ff7 at 1731151072833Finished memstore snapshotting TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1731151072834 (+1 ms)Flushing stores of TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7. at 1731151072834Flushing e07d6c0fd86da723451ec68f21105ff7/A: creating writer at 1731151072834Flushing mob file e07d6c0fd86da723451ec68f21105ff7/A: appending metadata at 1731151072838 (+4 ms)Flushing mob file e07d6c0fd86da723451ec68f21105ff7/A: closing flushed file at 1731151072838Flushing e07d6c0fd86da723451ec68f21105ff7/A: appending metadata at 1731151073250 (+412 ms)Flushing e07d6c0fd86da723451ec68f21105ff7/A: closing flushed file at 1731151073250Flushing e07d6c0fd86da723451ec68f21105ff7/B: creating writer at 1731151073658 (+408 ms)Flushing e07d6c0fd86da723451ec68f21105ff7/B: appending metadata at 1731151073660 (+2 ms)Flushing e07d6c0fd86da723451ec68f21105ff7/B: closing flushed file at 1731151073660Flushing e07d6c0fd86da723451ec68f21105ff7/C: creating writer at 1731151074070 (+410 ms)Flushing e07d6c0fd86da723451ec68f21105ff7/C: appending metadata at 1731151074074 (+4 ms)Flushing e07d6c0fd86da723451ec68f21105ff7/C: closing flushed file at 1731151074074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542bfd75: reopening flushed file at 1731151074486 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5546ef4a: reopening flushed file at 1731151074493 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c0cda1: reopening flushed file at 1731151074498 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e07d6c0fd86da723451ec68f21105ff7 in 1668ms, sequenceid=350, compaction requested=true at 1731151074501 (+3 ms)Writing region close event to WAL at 1731151074579 (+78 ms)Running coprocessor post-close hooks at 1731151074581 (+2 ms)Closed at 1731151074582 (+1 ms) 2024-11-09T11:17:54,583 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:54,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=e07d6c0fd86da723451ec68f21105ff7, regionState=CLOSED 2024-11-09T11:17:54,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:17:54,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-09T11:17:54,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure e07d6c0fd86da723451ec68f21105ff7, server=3264b4bbda9f,41507,1731150951478 in 3.3470 sec 2024-11-09T11:17:54,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-09T11:17:54,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e07d6c0fd86da723451ec68f21105ff7, UNASSIGN in 3.3520 sec 2024-11-09T11:17:54,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-09T11:17:54,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3540 sec 2024-11-09T11:17:54,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151074590"}]},"ts":"1731151074590"} 2024-11-09T11:17:54,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:17:54,592 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:17:54,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.3640 sec 2024-11-09T11:17:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T11:17:55,411 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:55,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T11:17:55,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:55,414 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T11:17:55,414 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:55,416 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,418 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/recovered.edits] 2024-11-09T11:17:55,420 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/47cc157e6ac647628448f8d8cf23d689 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/47cc157e6ac647628448f8d8cf23d689 2024-11-09T11:17:55,421 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/6faacac9659740fabf2618e6c9de86c1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/6faacac9659740fabf2618e6c9de86c1 2024-11-09T11:17:55,422 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9e58dc2fcc7b4f9792ec4250ffff11ed to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/9e58dc2fcc7b4f9792ec4250ffff11ed 2024-11-09T11:17:55,423 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/fa922f8525a54b728d198fe73031135e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/A/fa922f8525a54b728d198fe73031135e 2024-11-09T11:17:55,425 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/0652689fe5224f65b4c20d886e831a9e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/0652689fe5224f65b4c20d886e831a9e 2024-11-09T11:17:55,427 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/37a22c0a590d4e65ba57011a8b627edc to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/37a22c0a590d4e65ba57011a8b627edc 2024-11-09T11:17:55,428 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/78304eeb365942b9bd1df566be82ec99 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/78304eeb365942b9bd1df566be82ec99 2024-11-09T11:17:55,429 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7c2001cea5f14e7db59bfacf784c02a8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/B/7c2001cea5f14e7db59bfacf784c02a8 2024-11-09T11:17:55,431 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0f3abddb12144dd694af80d473d0c0b2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/0f3abddb12144dd694af80d473d0c0b2 2024-11-09T11:17:55,432 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/368246c0bd654e5383c334226824922b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/368246c0bd654e5383c334226824922b 2024-11-09T11:17:55,433 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/be91bfb1321a498d81be4a3bb41ce666 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/be91bfb1321a498d81be4a3bb41ce666 2024-11-09T11:17:55,434 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/c7d6c866d1d44b3b8a640d16c5fdf710 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/C/c7d6c866d1d44b3b8a640d16c5fdf710 2024-11-09T11:17:55,436 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/recovered.edits/353.seqid to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7/recovered.edits/353.seqid 2024-11-09T11:17:55,437 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,437 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:17:55,437 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:17:55,438 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T11:17:55,440 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090c312cc7e47c4479bae4d6ffa80771c1_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090c312cc7e47c4479bae4d6ffa80771c1_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,441 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110923ce919450764f18b924126d3f638ec4_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110923ce919450764f18b924126d3f638ec4_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,443 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110930ec48eac0504dd0bdfce748416fb19a_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110930ec48eac0504dd0bdfce748416fb19a_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,444 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093fb5ce91f5434fe0bb52a41dd6b462fa_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093fb5ce91f5434fe0bb52a41dd6b462fa_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,445 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094a13e4a2f1524e72a9620cd6fbdd570c_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094a13e4a2f1524e72a9620cd6fbdd570c_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,446 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094b1f837c233745b19d8e9f1a14ac851f_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094b1f837c233745b19d8e9f1a14ac851f_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,447 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094ff7c2f9f9c74fecbb58742ba115e1b9_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094ff7c2f9f9c74fecbb58742ba115e1b9_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,447 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110951f9cd9826c64faea19cc390730af93d_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110951f9cd9826c64faea19cc390730af93d_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,448 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095c5dbbf2631541c3afe4c8b2d34ab13e_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095c5dbbf2631541c3afe4c8b2d34ab13e_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,449 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110968eb605fa0884f36801564f8a4449f34_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110968eb605fa0884f36801564f8a4449f34_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,450 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097442caaa45704f65995e3bbf8cfa8309_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097442caaa45704f65995e3bbf8cfa8309_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,451 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097c9b8d7d9b95451590673d304a736840_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097c9b8d7d9b95451590673d304a736840_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,452 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097e551ffbfba746db810bcc0bb30aee29_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097e551ffbfba746db810bcc0bb30aee29_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,453 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994c87daa3d984a4397e9a001691b7923_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110994c87daa3d984a4397e9a001691b7923_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,454 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ce7b8f7b80747868aa3891e898321e8_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411099ce7b8f7b80747868aa3891e898321e8_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,454 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad82d0a84f59432fb37469bb79b79fae_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad82d0a84f59432fb37469bb79b79fae_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,455 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109adad0e59a100403084c56b13ae015c14_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109adad0e59a100403084c56b13ae015c14_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,456 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b2d9a929f0c54c33a2971e70ab550217_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b2d9a929f0c54c33a2971e70ab550217_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,457 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c4682854b048482d8039c3a6848137e0_e07d6c0fd86da723451ec68f21105ff7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c4682854b048482d8039c3a6848137e0_e07d6c0fd86da723451ec68f21105ff7 2024-11-09T11:17:55,457 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:17:55,460 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:55,463 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:17:55,465 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:17:55,466 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:55,466 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:17:55,466 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151075466"}]},"ts":"9223372036854775807"} 2024-11-09T11:17:55,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T11:17:55,468 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e07d6c0fd86da723451ec68f21105ff7, NAME => 'TestAcidGuarantees,,1731151038411.e07d6c0fd86da723451ec68f21105ff7.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:17:55,469 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:17:55,469 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151075469"}]},"ts":"9223372036854775807"} 2024-11-09T11:17:55,471 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T11:17:55,472 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:55,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-09T11:17:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T11:17:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T11:17:55,524 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:55,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 250), OpenFileDescriptor=445 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 656), ProcessCount=11 (was 11), AvailableMemoryMB=545 (was 238) - AvailableMemoryMB LEAK? - 2024-11-09T11:17:55,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=545 2024-11-09T11:17:55,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:17:55,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:17:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:17:55,546 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:17:55,547 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:55,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-09T11:17:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T11:17:55,547 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:17:55,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742270_1446 (size=1061) 2024-11-09T11:17:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T11:17:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T11:17:55,954 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:17:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742271_1447 (size=53) 2024-11-09T11:17:55,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:55,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c00ba44ad9a9cb423724669a9e2afe0a, disabling compactions & flushes 2024-11-09T11:17:55,964 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:55,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:55,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. after waiting 0 ms 2024-11-09T11:17:55,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:55,964 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:55,964 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c00ba44ad9a9cb423724669a9e2afe0a: Waiting for close lock at 1731151075964Disabling compacts and flushes for region at 1731151075964Disabling writes for close at 1731151075964Writing region close event to WAL at 1731151075964Closed at 1731151075964 2024-11-09T11:17:55,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:17:55,966 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151075965"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151075965"}]},"ts":"1731151075965"} 2024-11-09T11:17:55,967 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:17:55,968 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:17:55,968 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151075968"}]},"ts":"1731151075968"} 2024-11-09T11:17:55,970 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:17:55,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, ASSIGN}] 2024-11-09T11:17:55,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, ASSIGN 2024-11-09T11:17:55,971 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, ASSIGN; state=OFFLINE, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=false 2024-11-09T11:17:56,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c00ba44ad9a9cb423724669a9e2afe0a, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, ASSIGN because future has completed 2024-11-09T11:17:56,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:17:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T11:17:56,278 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:56,278 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:17:56,279 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,279 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:17:56,279 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,279 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,280 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,282 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:56,282 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00ba44ad9a9cb423724669a9e2afe0a columnFamilyName A 2024-11-09T11:17:56,282 DEBUG [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:56,282 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.HStore(327): Store=c00ba44ad9a9cb423724669a9e2afe0a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:56,282 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,283 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:56,284 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00ba44ad9a9cb423724669a9e2afe0a columnFamilyName B 2024-11-09T11:17:56,284 DEBUG [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:56,284 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.HStore(327): Store=c00ba44ad9a9cb423724669a9e2afe0a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:56,284 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,285 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:17:56,285 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c00ba44ad9a9cb423724669a9e2afe0a columnFamilyName C 2024-11-09T11:17:56,285 DEBUG [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:17:56,286 INFO [StoreOpener-c00ba44ad9a9cb423724669a9e2afe0a-1 {}] regionserver.HStore(327): Store=c00ba44ad9a9cb423724669a9e2afe0a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:17:56,286 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:56,286 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,287 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,287 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,288 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,288 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,289 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:17:56,290 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,292 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:17:56,292 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened c00ba44ad9a9cb423724669a9e2afe0a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62692854, jitterRate=-0.06580367684364319}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:17:56,292 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,293 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for c00ba44ad9a9cb423724669a9e2afe0a: Running coprocessor pre-open hook at 1731151076279Writing region info on filesystem at 1731151076279Initializing all the Stores at 1731151076280 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151076280Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151076280Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151076280Cleaning up temporary data from old regions at 1731151076288 (+8 ms)Running coprocessor post-open hooks at 1731151076292 (+4 ms)Region opened successfully at 1731151076293 (+1 ms) 2024-11-09T11:17:56,294 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., pid=120, masterSystemTime=1731151076275 2024-11-09T11:17:56,296 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:56,296 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:56,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=c00ba44ad9a9cb423724669a9e2afe0a, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:17:56,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T11:17:56,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 in 174 msec 2024-11-09T11:17:56,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-09T11:17:56,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, ASSIGN in 330 msec 2024-11-09T11:17:56,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:17:56,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151076302"}]},"ts":"1731151076302"} 2024-11-09T11:17:56,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:17:56,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:17:56,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 761 msec 2024-11-09T11:17:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T11:17:56,681 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:56,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,684 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d0f915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,685 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61e6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,43495,1731150950696 2024-11-09T11:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5725af74 2024-11-09T11:17:56,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:17:56,691 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:17:56,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,693 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48354b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,694 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48110b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,697 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296338e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,698 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27253e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de813fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,703 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6759a5dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,705 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5dffb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,706 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53170432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,708 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e011ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,709 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a47a346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,712 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621dbc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1abea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,715 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35690687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,716 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d48a99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,718 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d307dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,719 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322436f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,722 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdd7f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,723 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271dcacf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:17:56,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:17:56,725 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:17:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:17:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:17:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d9c2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:17:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:17:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:17:56,726 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:17:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7118d70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:17:56,727 DEBUG [Thread-2006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,727 DEBUG [Thread-2004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,728 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,729 DEBUG [Thread-2013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,730 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,730 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,731 DEBUG [Thread-2002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,733 DEBUG [Thread-2008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,734 DEBUG [Thread-2015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,735 DEBUG [Thread-2017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:17:56,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:17:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:17:56,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:17:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:56,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:17:56,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2] 2024-11-09T11:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:17:56,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:56,753 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-09T11:17:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T11:17:56,760 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:56,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:56,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:56,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/b2543ba6459e4c0594401b3a042a7e31 is 50, key is test_row_0/A:col10/1731151076738/Put/seqid=0 2024-11-09T11:17:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742272_1448 (size=16681) 2024-11-09T11:17:56,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/b2543ba6459e4c0594401b3a042a7e31 2024-11-09T11:17:56,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151136783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151136784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151136786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151136787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151136790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/7b3a4bdd05f443709639198e41ebe503 is 50, key is test_row_0/B:col10/1731151076738/Put/seqid=0 2024-11-09T11:17:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742273_1449 (size=12001) 2024-11-09T11:17:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T11:17:56,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151136901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151136901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151136901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151136911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151136911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:56,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:56,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T11:17:56,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:56,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:56,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:56,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:56,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T11:17:57,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:57,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T11:17:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151137112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151137113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151137113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151137122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151137122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/7b3a4bdd05f443709639198e41ebe503 2024-11-09T11:17:57,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T11:17:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:57,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/ee38837b45f648b984de98e25c39ce5d is 50, key is test_row_0/C:col10/1731151076738/Put/seqid=0 2024-11-09T11:17:57,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742274_1450 (size=12001) 2024-11-09T11:17:57,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T11:17:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T11:17:57,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151137421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151137422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151137422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151137441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151137441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T11:17:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:57,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/ee38837b45f648b984de98e25c39ce5d 2024-11-09T11:17:57,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/b2543ba6459e4c0594401b3a042a7e31 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/b2543ba6459e4c0594401b3a042a7e31 2024-11-09T11:17:57,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/b2543ba6459e4c0594401b3a042a7e31, entries=250, sequenceid=13, filesize=16.3 K 2024-11-09T11:17:57,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/7b3a4bdd05f443709639198e41ebe503 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/7b3a4bdd05f443709639198e41ebe503 2024-11-09T11:17:57,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/7b3a4bdd05f443709639198e41ebe503, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:17:57,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/ee38837b45f648b984de98e25c39ce5d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/ee38837b45f648b984de98e25c39ce5d 2024-11-09T11:17:57,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/ee38837b45f648b984de98e25c39ce5d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T11:17:57,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c00ba44ad9a9cb423724669a9e2afe0a in 910ms, sequenceid=13, compaction requested=false 2024-11-09T11:17:57,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:17:57,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T11:17:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:57,685 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:17:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:17:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:17:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:17:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:57,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d904de00f6f94caca0738645b4851738 is 50, key is test_row_0/A:col10/1731151076785/Put/seqid=0 2024-11-09T11:17:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742275_1451 (size=12001) 2024-11-09T11:17:57,697 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d904de00f6f94caca0738645b4851738 2024-11-09T11:17:57,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f82cfcd4455c4395a6c91f9f016ebeec is 50, key is test_row_0/B:col10/1731151076785/Put/seqid=0 2024-11-09T11:17:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742276_1452 (size=12001) 2024-11-09T11:17:57,711 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f82cfcd4455c4395a6c91f9f016ebeec 2024-11-09T11:17:57,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/3077a684ad6340fca75b7219cd45f95b is 50, key is test_row_0/C:col10/1731151076785/Put/seqid=0 2024-11-09T11:17:57,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742277_1453 (size=12001) 2024-11-09T11:17:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T11:17:57,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151137953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151137959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151137963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,972 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151137966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:57,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151137967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:57,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:57,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151138071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151138071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151138081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151138081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,129 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/3077a684ad6340fca75b7219cd45f95b 2024-11-09T11:17:58,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d904de00f6f94caca0738645b4851738 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d904de00f6f94caca0738645b4851738 2024-11-09T11:17:58,142 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d904de00f6f94caca0738645b4851738, entries=150, sequenceid=33, filesize=11.7 K 2024-11-09T11:17:58,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f82cfcd4455c4395a6c91f9f016ebeec as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82cfcd4455c4395a6c91f9f016ebeec 2024-11-09T11:17:58,154 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82cfcd4455c4395a6c91f9f016ebeec, entries=150, sequenceid=33, filesize=11.7 K 2024-11-09T11:17:58,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/3077a684ad6340fca75b7219cd45f95b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/3077a684ad6340fca75b7219cd45f95b 2024-11-09T11:17:58,162 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/3077a684ad6340fca75b7219cd45f95b, entries=150, sequenceid=33, filesize=11.7 K 2024-11-09T11:17:58,163 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for c00ba44ad9a9cb423724669a9e2afe0a in 478ms, sequenceid=33, compaction requested=false 2024-11-09T11:17:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:17:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-09T11:17:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-09T11:17:58,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-09T11:17:58,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-09T11:17:58,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4180 sec 2024-11-09T11:17:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:58,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-09T11:17:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:17:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:17:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:17:58,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:58,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/36cad81f5efc48f9965463655b023be5 is 50, key is test_row_0/A:col10/1731151077964/Put/seqid=0 2024-11-09T11:17:58,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742278_1454 (size=11997) 2024-11-09T11:17:58,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/36cad81f5efc48f9965463655b023be5 2024-11-09T11:17:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151138328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/558c760b70204899a63fb161caad326b is 50, key is test_row_0/B:col10/1731151077964/Put/seqid=0 2024-11-09T11:17:58,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151138330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151138331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742279_1455 (size=9657) 2024-11-09T11:17:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151138335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/558c760b70204899a63fb161caad326b 2024-11-09T11:17:58,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/4594238745f244ecb6f2e385a58c24f7 is 50, key is test_row_0/C:col10/1731151077964/Put/seqid=0 2024-11-09T11:17:58,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742280_1456 (size=9657) 2024-11-09T11:17:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151138441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151138451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151138451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151138451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151138651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151138661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151138661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151138661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:58,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/4594238745f244ecb6f2e385a58c24f7 2024-11-09T11:17:58,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/36cad81f5efc48f9965463655b023be5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/36cad81f5efc48f9965463655b023be5 2024-11-09T11:17:58,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/36cad81f5efc48f9965463655b023be5, entries=150, sequenceid=47, filesize=11.7 K 2024-11-09T11:17:58,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/558c760b70204899a63fb161caad326b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/558c760b70204899a63fb161caad326b 2024-11-09T11:17:58,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/558c760b70204899a63fb161caad326b, entries=100, sequenceid=47, filesize=9.4 K 2024-11-09T11:17:58,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/4594238745f244ecb6f2e385a58c24f7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4594238745f244ecb6f2e385a58c24f7 2024-11-09T11:17:58,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4594238745f244ecb6f2e385a58c24f7, entries=100, sequenceid=47, filesize=9.4 K 2024-11-09T11:17:58,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c00ba44ad9a9cb423724669a9e2afe0a in 484ms, sequenceid=47, compaction requested=true 2024-11-09T11:17:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:17:58,779 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:17:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:58,779 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:17:58,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:17:58,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:58,780 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:58,780 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:17:58,780 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:58,780 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:58,780 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:17:58,780 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:58,780 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/b2543ba6459e4c0594401b3a042a7e31, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d904de00f6f94caca0738645b4851738, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/36cad81f5efc48f9965463655b023be5] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=39.7 K 2024-11-09T11:17:58,780 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/7b3a4bdd05f443709639198e41ebe503, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82cfcd4455c4395a6c91f9f016ebeec, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/558c760b70204899a63fb161caad326b] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=32.9 K 2024-11-09T11:17:58,780 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b3a4bdd05f443709639198e41ebe503, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151076738 2024-11-09T11:17:58,780 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2543ba6459e4c0594401b3a042a7e31, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151076738 2024-11-09T11:17:58,781 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting f82cfcd4455c4395a6c91f9f016ebeec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731151076781 2024-11-09T11:17:58,781 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d904de00f6f94caca0738645b4851738, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731151076781 2024-11-09T11:17:58,781 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 558c760b70204899a63fb161caad326b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151077964 2024-11-09T11:17:58,781 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36cad81f5efc48f9965463655b023be5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151077964 2024-11-09T11:17:58,789 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:17:58,789 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:17:58,789 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/2d50a80e92034ff9b23e0e4770e12a8f is 50, key is test_row_0/A:col10/1731151077964/Put/seqid=0 2024-11-09T11:17:58,790 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/36cfe302cec64ae1a64c6886e9964b32 is 50, key is test_row_0/B:col10/1731151077964/Put/seqid=0 2024-11-09T11:17:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742281_1457 (size=12104) 2024-11-09T11:17:58,803 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/36cfe302cec64ae1a64c6886e9964b32 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/36cfe302cec64ae1a64c6886e9964b32 2024-11-09T11:17:58,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742282_1458 (size=12104) 2024-11-09T11:17:58,807 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into 36cfe302cec64ae1a64c6886e9964b32(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:58,807 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:17:58,807 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=13, startTime=1731151078779; duration=0sec 2024-11-09T11:17:58,808 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:17:58,808 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:17:58,808 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:17:58,808 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:17:58,808 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/C is initiating minor compaction (all files) 2024-11-09T11:17:58,808 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/C in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:58,809 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/ee38837b45f648b984de98e25c39ce5d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/3077a684ad6340fca75b7219cd45f95b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4594238745f244ecb6f2e385a58c24f7] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=32.9 K 2024-11-09T11:17:58,809 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ee38837b45f648b984de98e25c39ce5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731151076738 2024-11-09T11:17:58,809 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3077a684ad6340fca75b7219cd45f95b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731151076781 2024-11-09T11:17:58,811 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 4594238745f244ecb6f2e385a58c24f7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151077964 2024-11-09T11:17:58,814 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/2d50a80e92034ff9b23e0e4770e12a8f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/2d50a80e92034ff9b23e0e4770e12a8f 2024-11-09T11:17:58,817 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into 2d50a80e92034ff9b23e0e4770e12a8f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:58,817 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:17:58,817 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=13, startTime=1731151078779; duration=0sec 2024-11-09T11:17:58,817 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:58,817 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:17:58,818 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#C#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:17:58,819 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/e20d50ad77af4288b462cc270f7aff60 is 50, key is test_row_0/C:col10/1731151077964/Put/seqid=0 2024-11-09T11:17:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742283_1459 (size=12104) 2024-11-09T11:17:58,829 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/e20d50ad77af4288b462cc270f7aff60 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e20d50ad77af4288b462cc270f7aff60 2024-11-09T11:17:58,835 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/C of c00ba44ad9a9cb423724669a9e2afe0a into e20d50ad77af4288b462cc270f7aff60(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:17:58,835 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:17:58,835 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/C, priority=13, startTime=1731151078780; duration=0sec 2024-11-09T11:17:58,836 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:17:58,836 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:17:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T11:17:58,901 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:17:58,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:17:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-09T11:17:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T11:17:58,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:17:58,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:17:58,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:17:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:17:58,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T11:17:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:17:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:17:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:17:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:58,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/aa09cb68d3134a5f8aba71e3b8ac949a is 50, key is test_row_0/A:col10/1731151078331/Put/seqid=0 2024-11-09T11:17:58,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742284_1460 (size=14341) 2024-11-09T11:17:58,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151138986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151138991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151138992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151138992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151138995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T11:17:59,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T11:17:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151139101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151139112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151139112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151139112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151139112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T11:17:59,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:59,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T11:17:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151139312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151139322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151139322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151139322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151139331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T11:17:59,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/aa09cb68d3134a5f8aba71e3b8ac949a 2024-11-09T11:17:59,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/d5b480236e6641b2850ef2b13d03c485 is 50, key is test_row_0/B:col10/1731151078331/Put/seqid=0 2024-11-09T11:17:59,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742285_1461 (size=12001) 2024-11-09T11:17:59,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T11:17:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T11:17:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151139621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151139631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151139631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151139631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:17:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151139641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:17:59,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:17:59,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:17:59,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T11:17:59,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:59,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/d5b480236e6641b2850ef2b13d03c485 2024-11-09T11:17:59,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/9486ddfb18f047be8f020fd0dbbf61b5 is 50, key is test_row_0/C:col10/1731151078331/Put/seqid=0 2024-11-09T11:17:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742286_1462 (size=12001) 2024-11-09T11:17:59,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/9486ddfb18f047be8f020fd0dbbf61b5 2024-11-09T11:17:59,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/aa09cb68d3134a5f8aba71e3b8ac949a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/aa09cb68d3134a5f8aba71e3b8ac949a 2024-11-09T11:17:59,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/aa09cb68d3134a5f8aba71e3b8ac949a, entries=200, sequenceid=69, filesize=14.0 K 2024-11-09T11:17:59,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/d5b480236e6641b2850ef2b13d03c485 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/d5b480236e6641b2850ef2b13d03c485 2024-11-09T11:17:59,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T11:17:59,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:17:59,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:17:59,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/d5b480236e6641b2850ef2b13d03c485, entries=150, sequenceid=69, filesize=11.7 K 2024-11-09T11:17:59,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/9486ddfb18f047be8f020fd0dbbf61b5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9486ddfb18f047be8f020fd0dbbf61b5 2024-11-09T11:17:59,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9486ddfb18f047be8f020fd0dbbf61b5, entries=150, sequenceid=69, filesize=11.7 K 2024-11-09T11:17:59,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c00ba44ad9a9cb423724669a9e2afe0a in 858ms, sequenceid=69, compaction requested=false 2024-11-09T11:17:59,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:17:59,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T11:17:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:17:59,973 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:17:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:17:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:17:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:17:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:17:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e23157d9f8fe4dae8caab5758fd7ab70 is 50, key is test_row_0/A:col10/1731151078990/Put/seqid=0 2024-11-09T11:17:59,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742287_1463 (size=12001) 2024-11-09T11:18:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T11:18:00,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:18:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:00,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:00,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151140172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151140173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151140176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151140184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151140185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151140291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151140291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151140301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151140301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151140311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,381 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e23157d9f8fe4dae8caab5758fd7ab70 2024-11-09T11:18:00,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1e1d44308b494de59cfd85bab9f9a0d8 is 50, key is test_row_0/B:col10/1731151078990/Put/seqid=0 2024-11-09T11:18:00,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742288_1464 (size=12001) 2024-11-09T11:18:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151140512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151140512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151140521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151140522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151140522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,795 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1e1d44308b494de59cfd85bab9f9a0d8 2024-11-09T11:18:00,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/856490e0ab6344fead6b83faf0b35740 is 50, key is test_row_0/C:col10/1731151078990/Put/seqid=0 2024-11-09T11:18:00,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742289_1465 (size=12001) 2024-11-09T11:18:00,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151140821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151140831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151140841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151140841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151140841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T11:18:01,205 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/856490e0ab6344fead6b83faf0b35740 2024-11-09T11:18:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e23157d9f8fe4dae8caab5758fd7ab70 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e23157d9f8fe4dae8caab5758fd7ab70 2024-11-09T11:18:01,210 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e23157d9f8fe4dae8caab5758fd7ab70, entries=150, sequenceid=82, filesize=11.7 K 2024-11-09T11:18:01,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1e1d44308b494de59cfd85bab9f9a0d8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1e1d44308b494de59cfd85bab9f9a0d8 2024-11-09T11:18:01,214 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1e1d44308b494de59cfd85bab9f9a0d8, entries=150, sequenceid=82, filesize=11.7 K 2024-11-09T11:18:01,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/856490e0ab6344fead6b83faf0b35740 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/856490e0ab6344fead6b83faf0b35740 2024-11-09T11:18:01,218 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/856490e0ab6344fead6b83faf0b35740, entries=150, sequenceid=82, filesize=11.7 K 2024-11-09T11:18:01,219 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c00ba44ad9a9cb423724669a9e2afe0a in 1246ms, sequenceid=82, compaction requested=true 2024-11-09T11:18:01,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:01,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:01,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-09T11:18:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-09T11:18:01,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T11:18:01,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3160 sec 2024-11-09T11:18:01,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3210 sec 2024-11-09T11:18:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:01,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:18:01,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:01,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:01,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:01,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:01,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:01,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:01,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/25fad57e4ebd4bf495d5cca58893fa7d is 50, key is test_row_0/A:col10/1731151081344/Put/seqid=0 2024-11-09T11:18:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742290_1466 (size=14341) 2024-11-09T11:18:01,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/25fad57e4ebd4bf495d5cca58893fa7d 2024-11-09T11:18:01,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/79b0a967548e47f3a438ce34c23c595f is 50, key is test_row_0/B:col10/1731151081344/Put/seqid=0 2024-11-09T11:18:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742291_1467 (size=12001) 2024-11-09T11:18:01,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/79b0a967548e47f3a438ce34c23c595f 2024-11-09T11:18:01,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151141358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151141364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151141364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/e999b882d3e44aa6b76e92b1665a746b is 50, key is test_row_0/C:col10/1731151081344/Put/seqid=0 2024-11-09T11:18:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742292_1468 (size=12001) 2024-11-09T11:18:01,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151141373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151141374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151141481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151141481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151141481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151141501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151141501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151141701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151141701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151141701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151141721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151141721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:01,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/e999b882d3e44aa6b76e92b1665a746b 2024-11-09T11:18:01,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/25fad57e4ebd4bf495d5cca58893fa7d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/25fad57e4ebd4bf495d5cca58893fa7d 2024-11-09T11:18:01,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/25fad57e4ebd4bf495d5cca58893fa7d, entries=200, sequenceid=102, filesize=14.0 K 2024-11-09T11:18:01,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/79b0a967548e47f3a438ce34c23c595f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/79b0a967548e47f3a438ce34c23c595f 2024-11-09T11:18:01,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/79b0a967548e47f3a438ce34c23c595f, entries=150, sequenceid=102, filesize=11.7 K 2024-11-09T11:18:01,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/e999b882d3e44aa6b76e92b1665a746b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e999b882d3e44aa6b76e92b1665a746b 2024-11-09T11:18:01,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e999b882d3e44aa6b76e92b1665a746b, entries=150, sequenceid=102, filesize=11.7 K 2024-11-09T11:18:01,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c00ba44ad9a9cb423724669a9e2afe0a in 451ms, sequenceid=102, compaction requested=true 2024-11-09T11:18:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:01,796 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:01,796 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:01,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:01,799 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:01,799 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/2d50a80e92034ff9b23e0e4770e12a8f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/aa09cb68d3134a5f8aba71e3b8ac949a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e23157d9f8fe4dae8caab5758fd7ab70, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/25fad57e4ebd4bf495d5cca58893fa7d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=51.5 K 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d50a80e92034ff9b23e0e4770e12a8f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151076781 2024-11-09T11:18:01,799 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:01,799 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/36cfe302cec64ae1a64c6886e9964b32, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/d5b480236e6641b2850ef2b13d03c485, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1e1d44308b494de59cfd85bab9f9a0d8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/79b0a967548e47f3a438ce34c23c595f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=47.0 K 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa09cb68d3134a5f8aba71e3b8ac949a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731151078328 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 36cfe302cec64ae1a64c6886e9964b32, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151076781 2024-11-09T11:18:01,799 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e23157d9f8fe4dae8caab5758fd7ab70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731151078990 2024-11-09T11:18:01,800 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d5b480236e6641b2850ef2b13d03c485, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731151078328 2024-11-09T11:18:01,800 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25fad57e4ebd4bf495d5cca58893fa7d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731151080160 2024-11-09T11:18:01,800 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e1d44308b494de59cfd85bab9f9a0d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731151078990 2024-11-09T11:18:01,800 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 79b0a967548e47f3a438ce34c23c595f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731151080172 2024-11-09T11:18:01,808 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:01,808 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/993d89910cda41c1a7537f10b578c42e is 50, key is test_row_0/A:col10/1731151081344/Put/seqid=0 2024-11-09T11:18:01,810 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:01,811 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/24b2f20985c7469ca93654f42a16060a is 50, key is test_row_0/B:col10/1731151081344/Put/seqid=0 2024-11-09T11:18:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742293_1469 (size=12241) 2024-11-09T11:18:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742294_1470 (size=12241) 2024-11-09T11:18:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:02,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:18:02,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:02,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:02,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:02,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:02,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:02,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/227bf890f1f745cd8f6dd3bdcf433334 is 50, key is test_row_0/A:col10/1731151081356/Put/seqid=0 2024-11-09T11:18:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742295_1471 (size=14341) 2024-11-09T11:18:02,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/227bf890f1f745cd8f6dd3bdcf433334 2024-11-09T11:18:02,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/a55380f092ff4378b1863bb16e4090cc is 50, key is test_row_0/B:col10/1731151081356/Put/seqid=0 2024-11-09T11:18:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742296_1472 (size=12001) 2024-11-09T11:18:02,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/a55380f092ff4378b1863bb16e4090cc 2024-11-09T11:18:02,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/0758e8aff10944f2ae9303dee8b9ab74 is 50, key is test_row_0/C:col10/1731151081356/Put/seqid=0 2024-11-09T11:18:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742297_1473 (size=12001) 2024-11-09T11:18:02,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151142076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151142079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151142080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151142081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151142081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151142191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,216 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/993d89910cda41c1a7537f10b578c42e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/993d89910cda41c1a7537f10b578c42e 2024-11-09T11:18:02,220 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into 993d89910cda41c1a7537f10b578c42e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:02,220 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:02,220 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=12, startTime=1731151081796; duration=0sec 2024-11-09T11:18:02,220 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:02,220 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:02,220 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:02,222 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:02,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,222 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/C is initiating minor compaction (all files) 2024-11-09T11:18:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151142211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,222 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/C in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:02,222 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e20d50ad77af4288b462cc270f7aff60, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9486ddfb18f047be8f020fd0dbbf61b5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/856490e0ab6344fead6b83faf0b35740, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e999b882d3e44aa6b76e92b1665a746b] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=47.0 K 2024-11-09T11:18:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151142211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,222 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20d50ad77af4288b462cc270f7aff60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731151076781 2024-11-09T11:18:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151142211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,222 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151142211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,223 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9486ddfb18f047be8f020fd0dbbf61b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731151078328 2024-11-09T11:18:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,224 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 856490e0ab6344fead6b83faf0b35740, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731151078990 2024-11-09T11:18:02,231 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e999b882d3e44aa6b76e92b1665a746b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731151080172 2024-11-09T11:18:02,235 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/24b2f20985c7469ca93654f42a16060a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/24b2f20985c7469ca93654f42a16060a 2024-11-09T11:18:02,240 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into 24b2f20985c7469ca93654f42a16060a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:02,240 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:02,240 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=12, startTime=1731151081796; duration=0sec 2024-11-09T11:18:02,240 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:02,240 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:02,247 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:02,247 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/b611288cba494f31a0c059a264708120 is 50, key is test_row_0/C:col10/1731151081344/Put/seqid=0 2024-11-09T11:18:02,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742298_1474 (size=12241) 2024-11-09T11:18:02,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151142401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151142431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151142431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151142432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151142432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/0758e8aff10944f2ae9303dee8b9ab74 2024-11-09T11:18:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/227bf890f1f745cd8f6dd3bdcf433334 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/227bf890f1f745cd8f6dd3bdcf433334 2024-11-09T11:18:02,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/227bf890f1f745cd8f6dd3bdcf433334, entries=200, sequenceid=115, filesize=14.0 K 2024-11-09T11:18:02,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/a55380f092ff4378b1863bb16e4090cc as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/a55380f092ff4378b1863bb16e4090cc 2024-11-09T11:18:02,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/a55380f092ff4378b1863bb16e4090cc, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:18:02,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/0758e8aff10944f2ae9303dee8b9ab74 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/0758e8aff10944f2ae9303dee8b9ab74 2024-11-09T11:18:02,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/0758e8aff10944f2ae9303dee8b9ab74, entries=150, sequenceid=115, filesize=11.7 K 2024-11-09T11:18:02,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for c00ba44ad9a9cb423724669a9e2afe0a in 451ms, sequenceid=115, compaction requested=false 2024-11-09T11:18:02,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:02,657 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/b611288cba494f31a0c059a264708120 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b611288cba494f31a0c059a264708120 2024-11-09T11:18:02,661 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/C of c00ba44ad9a9cb423724669a9e2afe0a into b611288cba494f31a0c059a264708120(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:02,661 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:02,661 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/C, priority=12, startTime=1731151081796; duration=0sec 2024-11-09T11:18:02,661 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:02,661 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:02,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151082075, max timestamp=1731151082726Num uniques 859; 2024-11-09T11:18:02,729 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151082075, max timestamp=1731151082726Num uniques 859; 2024-11-09T11:18:02,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:02,730 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:02,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-09T11:18:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:02,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:02,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e8434dd2a92f402e862a7750886995a2 is 50, key is test_row_0/A:col10/1731151082726/Put/seqid=0 2024-11-09T11:18:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742299_1475 (size=14541) 2024-11-09T11:18:02,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731151082753, max timestamp=1731151082786Num uniques 859; 2024-11-09T11:18:02,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T11:18:02,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731151082753, max timestamp=1731151082786Num uniques 859; 2024-11-09T11:18:02,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T11:18:02,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731151082753, max timestamp=1731151082786Num uniques 859; 2024-11-09T11:18:02,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-09T11:18:02,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151142814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151142825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151142826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151142826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151142827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151142931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151142941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151142941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151142952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151142952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T11:18:03,062 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:03,062 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-09T11:18:03,065 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:03,065 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:03,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T11:18:03,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e8434dd2a92f402e862a7750886995a2 2024-11-09T11:18:03,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151143141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/60b30cce07ca40e692740223331382f3 is 50, key is test_row_0/B:col10/1731151082726/Put/seqid=0 2024-11-09T11:18:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742300_1476 (size=12151) 2024-11-09T11:18:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151143161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151143161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T11:18:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151143171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151143171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T11:18:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T11:18:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T11:18:03,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151143461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151143474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151143474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151143491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151143492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:03,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T11:18:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:03,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/60b30cce07ca40e692740223331382f3 2024-11-09T11:18:03,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/2710dd9e649943b0b1479d302305d290 is 50, key is test_row_0/C:col10/1731151082726/Put/seqid=0 2024-11-09T11:18:03,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742301_1477 (size=12151) 2024-11-09T11:18:03,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/2710dd9e649943b0b1479d302305d290 2024-11-09T11:18:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e8434dd2a92f402e862a7750886995a2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e8434dd2a92f402e862a7750886995a2 2024-11-09T11:18:03,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e8434dd2a92f402e862a7750886995a2, entries=200, sequenceid=139, filesize=14.2 K 2024-11-09T11:18:03,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/60b30cce07ca40e692740223331382f3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/60b30cce07ca40e692740223331382f3 2024-11-09T11:18:03,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/60b30cce07ca40e692740223331382f3, entries=150, sequenceid=139, filesize=11.9 K 2024-11-09T11:18:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/2710dd9e649943b0b1479d302305d290 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/2710dd9e649943b0b1479d302305d290 2024-11-09T11:18:03,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/2710dd9e649943b0b1479d302305d290, entries=150, sequenceid=139, filesize=11.9 K 2024-11-09T11:18:03,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=134.18 KB/137400 for c00ba44ad9a9cb423724669a9e2afe0a in 872ms, sequenceid=139, compaction requested=true 2024-11-09T11:18:03,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:03,604 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:03,604 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:03,608 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41123 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:03,609 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:03,609 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,609 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:03,609 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:03,609 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/993d89910cda41c1a7537f10b578c42e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/227bf890f1f745cd8f6dd3bdcf433334, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e8434dd2a92f402e862a7750886995a2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=40.2 K 2024-11-09T11:18:03,609 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,609 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/24b2f20985c7469ca93654f42a16060a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/a55380f092ff4378b1863bb16e4090cc, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/60b30cce07ca40e692740223331382f3] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=35.5 K 2024-11-09T11:18:03,609 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 993d89910cda41c1a7537f10b578c42e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731151080172 2024-11-09T11:18:03,609 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 24b2f20985c7469ca93654f42a16060a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731151080172 2024-11-09T11:18:03,610 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a55380f092ff4378b1863bb16e4090cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151081356 2024-11-09T11:18:03,610 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 227bf890f1f745cd8f6dd3bdcf433334, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151081356 2024-11-09T11:18:03,612 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 60b30cce07ca40e692740223331382f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151082075 2024-11-09T11:18:03,613 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8434dd2a92f402e862a7750886995a2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151082075 2024-11-09T11:18:03,619 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:03,620 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/9250b722a3964d1da6b300005e407988 is 50, key is test_row_0/B:col10/1731151082726/Put/seqid=0 2024-11-09T11:18:03,622 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:03,622 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/7189534c71c4413fbd833f3123252fea is 50, key is test_row_0/A:col10/1731151082726/Put/seqid=0 2024-11-09T11:18:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742302_1478 (size=12493) 2024-11-09T11:18:03,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742303_1479 (size=12493) 2024-11-09T11:18:03,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T11:18:03,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:03,690 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB 2024-11-09T11:18:03,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:03,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:03,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:03,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:03,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:03,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T11:18:03,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/5849d48c9ade4a4dafa0d35e8aef1457 is 50, key is test_row_0/A:col10/1731151082824/Put/seqid=0 2024-11-09T11:18:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742304_1480 (size=12151) 2024-11-09T11:18:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:03,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151144011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151144011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151144011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151144016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151144017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,046 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/9250b722a3964d1da6b300005e407988 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/9250b722a3964d1da6b300005e407988 2024-11-09T11:18:04,047 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/7189534c71c4413fbd833f3123252fea as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7189534c71c4413fbd833f3123252fea 2024-11-09T11:18:04,050 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into 9250b722a3964d1da6b300005e407988(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:04,050 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:04,050 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=13, startTime=1731151083604; duration=0sec 2024-11-09T11:18:04,050 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into 7189534c71c4413fbd833f3123252fea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:04,050 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:04,050 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:04,050 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:04,050 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=13, startTime=1731151083602; duration=0sec 2024-11-09T11:18:04,050 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:04,050 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:04,050 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:04,051 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:04,051 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/C is initiating minor compaction (all files) 2024-11-09T11:18:04,051 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/C in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:04,051 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b611288cba494f31a0c059a264708120, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/0758e8aff10944f2ae9303dee8b9ab74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/2710dd9e649943b0b1479d302305d290] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=35.5 K 2024-11-09T11:18:04,051 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b611288cba494f31a0c059a264708120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731151080172 2024-11-09T11:18:04,052 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0758e8aff10944f2ae9303dee8b9ab74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151081356 2024-11-09T11:18:04,052 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 2710dd9e649943b0b1479d302305d290, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151082075 2024-11-09T11:18:04,057 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:04,057 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/9f3d10ab03fd403eadeec7f1eaedf16d is 50, key is test_row_0/C:col10/1731151082726/Put/seqid=0 2024-11-09T11:18:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742305_1481 (size=12493) 2024-11-09T11:18:04,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/5849d48c9ade4a4dafa0d35e8aef1457 2024-11-09T11:18:04,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/898755b0a32644a1affdebd286a40fe1 is 50, key is test_row_0/B:col10/1731151082824/Put/seqid=0 2024-11-09T11:18:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742306_1482 (size=12151) 2024-11-09T11:18:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151144131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151144131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151144131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T11:18:04,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151144351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151144351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151144351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,469 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/9f3d10ab03fd403eadeec7f1eaedf16d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9f3d10ab03fd403eadeec7f1eaedf16d 2024-11-09T11:18:04,475 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/C of c00ba44ad9a9cb423724669a9e2afe0a into 9f3d10ab03fd403eadeec7f1eaedf16d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:04,475 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:04,475 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/C, priority=13, startTime=1731151083604; duration=0sec 2024-11-09T11:18:04,475 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:04,475 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:04,526 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/898755b0a32644a1affdebd286a40fe1 2024-11-09T11:18:04,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/f297790f965540c4b759772b30d0d075 is 50, key is test_row_0/C:col10/1731151082824/Put/seqid=0 2024-11-09T11:18:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742307_1483 (size=12151) 2024-11-09T11:18:04,570 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/f297790f965540c4b759772b30d0d075 2024-11-09T11:18:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/5849d48c9ade4a4dafa0d35e8aef1457 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/5849d48c9ade4a4dafa0d35e8aef1457 2024-11-09T11:18:04,582 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/5849d48c9ade4a4dafa0d35e8aef1457, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:18:04,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/898755b0a32644a1affdebd286a40fe1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/898755b0a32644a1affdebd286a40fe1 2024-11-09T11:18:04,588 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/898755b0a32644a1affdebd286a40fe1, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:18:04,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/f297790f965540c4b759772b30d0d075 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f297790f965540c4b759772b30d0d075 2024-11-09T11:18:04,593 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f297790f965540c4b759772b30d0d075, entries=150, sequenceid=172, filesize=11.9 K 2024-11-09T11:18:04,594 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=53.67 KB/54960 for c00ba44ad9a9cb423724669a9e2afe0a in 904ms, sequenceid=172, compaction requested=false 2024-11-09T11:18:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-09T11:18:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-09T11:18:04,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-09T11:18:04,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-09T11:18:04,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.5360 sec 2024-11-09T11:18:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:04,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:18:04,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:04,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:04,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:04,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:04,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:04,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:04,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/445a959ef87349c1907b4f64dcf8d1e2 is 50, key is test_row_0/A:col10/1731151084016/Put/seqid=0 2024-11-09T11:18:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742308_1484 (size=14541) 2024-11-09T11:18:04,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/445a959ef87349c1907b4f64dcf8d1e2 2024-11-09T11:18:04,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/e1751656cffe43d38b3f4165f4c13ca6 is 50, key is test_row_0/B:col10/1731151084016/Put/seqid=0 2024-11-09T11:18:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742309_1485 (size=12151) 2024-11-09T11:18:04,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/e1751656cffe43d38b3f4165f4c13ca6 2024-11-09T11:18:04,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/f8894781c3084f1b86a794edc5e53683 is 50, key is test_row_0/C:col10/1731151084016/Put/seqid=0 2024-11-09T11:18:04,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731151084719, max timestamp=1731151084751Num uniques 859; 2024-11-09T11:18:04,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:04,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731151084719, max timestamp=1731151084751Num uniques 859; 2024-11-09T11:18:04,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:04,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731151084719, max timestamp=1731151084751Num uniques 859; 2024-11-09T11:18:04,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742310_1486 (size=12151) 2024-11-09T11:18:04,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/f8894781c3084f1b86a794edc5e53683 2024-11-09T11:18:04,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/445a959ef87349c1907b4f64dcf8d1e2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/445a959ef87349c1907b4f64dcf8d1e2 2024-11-09T11:18:04,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/445a959ef87349c1907b4f64dcf8d1e2, entries=200, sequenceid=187, filesize=14.2 K 2024-11-09T11:18:04,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/e1751656cffe43d38b3f4165f4c13ca6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e1751656cffe43d38b3f4165f4c13ca6 2024-11-09T11:18:04,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e1751656cffe43d38b3f4165f4c13ca6, entries=150, sequenceid=187, filesize=11.9 K 2024-11-09T11:18:04,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/f8894781c3084f1b86a794edc5e53683 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f8894781c3084f1b86a794edc5e53683 2024-11-09T11:18:04,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f8894781c3084f1b86a794edc5e53683, entries=150, sequenceid=187, filesize=11.9 K 2024-11-09T11:18:04,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=60.38 KB/61830 for c00ba44ad9a9cb423724669a9e2afe0a in 102ms, sequenceid=187, compaction requested=true 2024-11-09T11:18:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:04,778 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:04,778 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:04,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=67.09 KB heapSize=176.39 KB 2024-11-09T11:18:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:04,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:04,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:04,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:04,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:04,784 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:04,784 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:04,784 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:04,784 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:04,784 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:04,784 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:04,784 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7189534c71c4413fbd833f3123252fea, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/5849d48c9ade4a4dafa0d35e8aef1457, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/445a959ef87349c1907b4f64dcf8d1e2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=38.3 K 2024-11-09T11:18:04,784 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/9250b722a3964d1da6b300005e407988, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/898755b0a32644a1affdebd286a40fe1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e1751656cffe43d38b3f4165f4c13ca6] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=35.9 K 2024-11-09T11:18:04,785 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9250b722a3964d1da6b300005e407988, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151082075 2024-11-09T11:18:04,785 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7189534c71c4413fbd833f3123252fea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151082075 2024-11-09T11:18:04,785 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5849d48c9ade4a4dafa0d35e8aef1457, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151082804 2024-11-09T11:18:04,785 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 898755b0a32644a1affdebd286a40fe1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151082804 2024-11-09T11:18:04,785 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e1751656cffe43d38b3f4165f4c13ca6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731151084004 2024-11-09T11:18:04,785 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 445a959ef87349c1907b4f64dcf8d1e2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731151084003 2024-11-09T11:18:04,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ad02e9ad285e4fa1b3eb9b014998d1db is 50, key is test_row_0/A:col10/1731151084769/Put/seqid=0 2024-11-09T11:18:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742311_1487 (size=14541) 2024-11-09T11:18:04,801 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:04,802 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/e26080aa80ff45b5babd5c74960ff78c is 50, key is test_row_0/B:col10/1731151084016/Put/seqid=0 2024-11-09T11:18:04,804 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:04,805 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/c4ed3011ae684dc89158cadf907a7508 is 50, key is test_row_0/A:col10/1731151084016/Put/seqid=0 2024-11-09T11:18:04,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742312_1488 (size=12595) 2024-11-09T11:18:04,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742313_1489 (size=12595) 2024-11-09T11:18:04,817 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/c4ed3011ae684dc89158cadf907a7508 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/c4ed3011ae684dc89158cadf907a7508 2024-11-09T11:18:04,826 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into c4ed3011ae684dc89158cadf907a7508(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:04,826 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:04,826 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=13, startTime=1731151084778; duration=0sec 2024-11-09T11:18:04,826 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:04,826 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:04,826 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:04,827 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:04,827 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/C is initiating minor compaction (all files) 2024-11-09T11:18:04,827 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/C in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:04,828 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9f3d10ab03fd403eadeec7f1eaedf16d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f297790f965540c4b759772b30d0d075, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f8894781c3084f1b86a794edc5e53683] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=35.9 K 2024-11-09T11:18:04,828 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f3d10ab03fd403eadeec7f1eaedf16d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151082075 2024-11-09T11:18:04,828 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f297790f965540c4b759772b30d0d075, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151082804 2024-11-09T11:18:04,828 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8894781c3084f1b86a794edc5e53683, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731151084004 2024-11-09T11:18:04,833 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:04,833 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/7616d2909b684343b7cf8bd7ca0430da is 50, key is test_row_0/C:col10/1731151084016/Put/seqid=0 2024-11-09T11:18:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742314_1490 (size=12595) 2024-11-09T11:18:04,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151144867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151144871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151144873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:04,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151144981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:04,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151144991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151144991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151145031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151145031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,039 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,039 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ad02e9ad285e4fa1b3eb9b014998d1db 2024-11-09T11:18:05,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1d0fd36c4bf143da8b3a9f9cce0ad978 is 50, key is test_row_0/B:col10/1731151084769/Put/seqid=0 2024-11-09T11:18:05,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742315_1491 (size=12151) 2024-11-09T11:18:05,210 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/e26080aa80ff45b5babd5c74960ff78c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e26080aa80ff45b5babd5c74960ff78c 2024-11-09T11:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T11:18:05,212 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:05,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:05,213 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into e26080aa80ff45b5babd5c74960ff78c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:05,213 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:05,213 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=13, startTime=1731151084778; duration=0sec 2024-11-09T11:18:05,213 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:05,213 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:05,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-09T11:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151145201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151145212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151145212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T11:18:05,216 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:05,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,239 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/7616d2909b684343b7cf8bd7ca0430da as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/7616d2909b684343b7cf8bd7ca0430da 2024-11-09T11:18:05,242 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/C of c00ba44ad9a9cb423724669a9e2afe0a into 7616d2909b684343b7cf8bd7ca0430da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:05,242 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:05,242 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/C, priority=13, startTime=1731151084778; duration=0sec 2024-11-09T11:18:05,242 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:05,243 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T11:18:05,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T11:18:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:05,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:05,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:05,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T11:18:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:05,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:05,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:05,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151145521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T11:18:05,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151145531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151145531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:05,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:05,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1d0fd36c4bf143da8b3a9f9cce0ad978 2024-11-09T11:18:05,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/00a1f6c4b7af48a49f54d1e022d2bc9c is 50, key is test_row_0/C:col10/1731151084769/Put/seqid=0 2024-11-09T11:18:05,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742316_1492 (size=12151) 2024-11-09T11:18:05,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/00a1f6c4b7af48a49f54d1e022d2bc9c 2024-11-09T11:18:05,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ad02e9ad285e4fa1b3eb9b014998d1db as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ad02e9ad285e4fa1b3eb9b014998d1db 2024-11-09T11:18:05,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ad02e9ad285e4fa1b3eb9b014998d1db, entries=200, sequenceid=212, filesize=14.2 K 2024-11-09T11:18:05,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1d0fd36c4bf143da8b3a9f9cce0ad978 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1d0fd36c4bf143da8b3a9f9cce0ad978 2024-11-09T11:18:05,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1d0fd36c4bf143da8b3a9f9cce0ad978, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T11:18:05,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/00a1f6c4b7af48a49f54d1e022d2bc9c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/00a1f6c4b7af48a49f54d1e022d2bc9c 2024-11-09T11:18:05,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/00a1f6c4b7af48a49f54d1e022d2bc9c, entries=150, sequenceid=212, filesize=11.9 K 2024-11-09T11:18:05,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.34 KB/180576, currentSize=114.05 KB/116790 for c00ba44ad9a9cb423724669a9e2afe0a in 861ms, sequenceid=212, compaction requested=false 2024-11-09T11:18:05,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:05,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T11:18:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:05,676 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:18:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:05,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ac4c829e10cc4383a3b82f961d8aafa2 is 50, key is test_row_0/A:col10/1731151084870/Put/seqid=0 2024-11-09T11:18:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742317_1493 (size=12151) 2024-11-09T11:18:05,718 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ac4c829e10cc4383a3b82f961d8aafa2 2024-11-09T11:18:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f82c59aa991142ac9eaf651be68af937 is 50, key is test_row_0/B:col10/1731151084870/Put/seqid=0 2024-11-09T11:18:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742318_1494 (size=12151) 2024-11-09T11:18:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T11:18:06,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151146086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151146086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151146104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,131 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f82c59aa991142ac9eaf651be68af937 2024-11-09T11:18:06,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/06569e19d150498b8c8096f7871a5422 is 50, key is test_row_0/C:col10/1731151084870/Put/seqid=0 2024-11-09T11:18:06,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742319_1495 (size=12151) 2024-11-09T11:18:06,155 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/06569e19d150498b8c8096f7871a5422 2024-11-09T11:18:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ac4c829e10cc4383a3b82f961d8aafa2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ac4c829e10cc4383a3b82f961d8aafa2 2024-11-09T11:18:06,161 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ac4c829e10cc4383a3b82f961d8aafa2, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T11:18:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f82c59aa991142ac9eaf651be68af937 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82c59aa991142ac9eaf651be68af937 2024-11-09T11:18:06,164 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82c59aa991142ac9eaf651be68af937, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T11:18:06,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/06569e19d150498b8c8096f7871a5422 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/06569e19d150498b8c8096f7871a5422 2024-11-09T11:18:06,167 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/06569e19d150498b8c8096f7871a5422, entries=150, sequenceid=235, filesize=11.9 K 2024-11-09T11:18:06,167 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c00ba44ad9a9cb423724669a9e2afe0a in 492ms, sequenceid=235, compaction requested=true 2024-11-09T11:18:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-09T11:18:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-09T11:18:06,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-09T11:18:06,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 952 msec 2024-11-09T11:18:06,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 961 msec 2024-11-09T11:18:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:06,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:18:06,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:06,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:06,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:06,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:06,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:06,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:06,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/31e6f2a24360425bb28f84df9226d20e is 50, key is test_row_0/A:col10/1731151086102/Put/seqid=0 2024-11-09T11:18:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742320_1496 (size=14541) 2024-11-09T11:18:06,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151146270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151146283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151146286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T11:18:06,351 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:06,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-09T11:18:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T11:18:06,353 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:06,354 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:06,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:06,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151146391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151146391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151146411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T11:18:06,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151146612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151146612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/31e6f2a24360425bb28f84df9226d20e 2024-11-09T11:18:06,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1973a1ff25fc4f2bad790ee549daa4e9 is 50, key is test_row_0/B:col10/1731151086102/Put/seqid=0 2024-11-09T11:18:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742321_1497 (size=12151) 2024-11-09T11:18:06,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151146631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T11:18:06,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:06,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151146921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151146931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151146952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:06,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:06,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:06,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:06,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:06,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T11:18:07,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1973a1ff25fc4f2bad790ee549daa4e9 2024-11-09T11:18:07,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/4a53ee33ef854660902973e41b555fd8 is 50, key is test_row_0/C:col10/1731151086102/Put/seqid=0 2024-11-09T11:18:07,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151147052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:07,055 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:07,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742322_1498 (size=12151) 2024-11-09T11:18:07,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151147062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:07,070 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:07,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:07,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:07,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151147442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:07,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151147451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:07,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/4a53ee33ef854660902973e41b555fd8 2024-11-09T11:18:07,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/31e6f2a24360425bb28f84df9226d20e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31e6f2a24360425bb28f84df9226d20e 2024-11-09T11:18:07,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31e6f2a24360425bb28f84df9226d20e, entries=200, sequenceid=248, filesize=14.2 K 2024-11-09T11:18:07,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/1973a1ff25fc4f2bad790ee549daa4e9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1973a1ff25fc4f2bad790ee549daa4e9 2024-11-09T11:18:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151147471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T11:18:07,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1973a1ff25fc4f2bad790ee549daa4e9, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T11:18:07,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/4a53ee33ef854660902973e41b555fd8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4a53ee33ef854660902973e41b555fd8 2024-11-09T11:18:07,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4a53ee33ef854660902973e41b555fd8, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T11:18:07,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c00ba44ad9a9cb423724669a9e2afe0a in 1299ms, sequenceid=248, compaction requested=true 2024-11-09T11:18:07,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:07,514 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:07,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:07,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:07,514 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:07,516 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:07,516 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:07,516 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,516 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e26080aa80ff45b5babd5c74960ff78c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1d0fd36c4bf143da8b3a9f9cce0ad978, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82c59aa991142ac9eaf651be68af937, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1973a1ff25fc4f2bad790ee549daa4e9] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=47.9 K 2024-11-09T11:18:07,516 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:07,516 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:07,516 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,517 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/c4ed3011ae684dc89158cadf907a7508, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ad02e9ad285e4fa1b3eb9b014998d1db, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ac4c829e10cc4383a3b82f961d8aafa2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31e6f2a24360425bb28f84df9226d20e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=52.6 K 2024-11-09T11:18:07,517 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e26080aa80ff45b5babd5c74960ff78c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731151084004 2024-11-09T11:18:07,517 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d0fd36c4bf143da8b3a9f9cce0ad978, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731151084751 2024-11-09T11:18:07,517 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ed3011ae684dc89158cadf907a7508, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731151084004 2024-11-09T11:18:07,517 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad02e9ad285e4fa1b3eb9b014998d1db, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731151084749 2024-11-09T11:18:07,518 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting f82c59aa991142ac9eaf651be68af937, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151084865 2024-11-09T11:18:07,518 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac4c829e10cc4383a3b82f961d8aafa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151084865 2024-11-09T11:18:07,518 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1973a1ff25fc4f2bad790ee549daa4e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151086058 2024-11-09T11:18:07,520 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31e6f2a24360425bb28f84df9226d20e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151086058 2024-11-09T11:18:07,545 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:07,546 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/db66f91b7e6549dc80359201b0c008d6 is 50, key is test_row_0/A:col10/1731151086102/Put/seqid=0 2024-11-09T11:18:07,558 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:07,560 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/c1bb875108e24c0797e3f416c2d09c7e is 50, key is test_row_0/B:col10/1731151086102/Put/seqid=0 2024-11-09T11:18:07,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742323_1499 (size=12731) 2024-11-09T11:18:07,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T11:18:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,585 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-09T11:18:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742324_1500 (size=12731) 2024-11-09T11:18:07,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/dd922690eb99401bbbfc703b99885ad4 is 50, key is test_row_0/A:col10/1731151086281/Put/seqid=0 2024-11-09T11:18:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742325_1501 (size=12301) 2024-11-09T11:18:07,670 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/dd922690eb99401bbbfc703b99885ad4 2024-11-09T11:18:07,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f5fe0dcf9f5b4f658f78da6256f260c0 is 50, key is test_row_0/B:col10/1731151086281/Put/seqid=0 2024-11-09T11:18:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742326_1502 (size=12301) 2024-11-09T11:18:07,713 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f5fe0dcf9f5b4f658f78da6256f260c0 2024-11-09T11:18:07,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/1451475cd61e4a8783d5b03e11707935 is 50, key is test_row_0/C:col10/1731151086281/Put/seqid=0 2024-11-09T11:18:07,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742327_1503 (size=12301) 2024-11-09T11:18:07,755 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/1451475cd61e4a8783d5b03e11707935 2024-11-09T11:18:07,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/dd922690eb99401bbbfc703b99885ad4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/dd922690eb99401bbbfc703b99885ad4 2024-11-09T11:18:07,768 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/dd922690eb99401bbbfc703b99885ad4, entries=150, sequenceid=267, filesize=12.0 K 2024-11-09T11:18:07,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/f5fe0dcf9f5b4f658f78da6256f260c0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f5fe0dcf9f5b4f658f78da6256f260c0 2024-11-09T11:18:07,771 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f5fe0dcf9f5b4f658f78da6256f260c0, entries=150, sequenceid=267, filesize=12.0 K 2024-11-09T11:18:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/1451475cd61e4a8783d5b03e11707935 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1451475cd61e4a8783d5b03e11707935 2024-11-09T11:18:07,778 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1451475cd61e4a8783d5b03e11707935, entries=150, sequenceid=267, filesize=12.0 K 2024-11-09T11:18:07,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for c00ba44ad9a9cb423724669a9e2afe0a in 194ms, sequenceid=267, compaction requested=true 2024-11-09T11:18:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-09T11:18:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-09T11:18:07,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-09T11:18:07,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-09T11:18:07,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4330 sec 2024-11-09T11:18:07,985 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/db66f91b7e6549dc80359201b0c008d6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/db66f91b7e6549dc80359201b0c008d6 2024-11-09T11:18:07,991 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into db66f91b7e6549dc80359201b0c008d6(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:07,991 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:07,991 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=12, startTime=1731151087514; duration=0sec 2024-11-09T11:18:07,991 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:07,991 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:07,991 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T11:18:07,992 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T11:18:07,992 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/C is initiating minor compaction (all files) 2024-11-09T11:18:07,992 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/C in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:07,992 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/7616d2909b684343b7cf8bd7ca0430da, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/00a1f6c4b7af48a49f54d1e022d2bc9c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/06569e19d150498b8c8096f7871a5422, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4a53ee33ef854660902973e41b555fd8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1451475cd61e4a8783d5b03e11707935] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=59.9 K 2024-11-09T11:18:07,993 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7616d2909b684343b7cf8bd7ca0430da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1731151084004 2024-11-09T11:18:07,995 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00a1f6c4b7af48a49f54d1e022d2bc9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731151084751 2024-11-09T11:18:07,996 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06569e19d150498b8c8096f7871a5422, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151084865 2024-11-09T11:18:07,996 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a53ee33ef854660902973e41b555fd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151086058 2024-11-09T11:18:07,997 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1451475cd61e4a8783d5b03e11707935, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731151086244 2024-11-09T11:18:08,014 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#C#compaction#425 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:08,014 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/5ed9077fc238434eb6078251510e7a64 is 50, key is test_row_0/C:col10/1731151086281/Put/seqid=0 2024-11-09T11:18:08,026 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/c1bb875108e24c0797e3f416c2d09c7e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c1bb875108e24c0797e3f416c2d09c7e 2024-11-09T11:18:08,030 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into c1bb875108e24c0797e3f416c2d09c7e(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:08,030 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:08,030 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=12, startTime=1731151087514; duration=0sec 2024-11-09T11:18:08,030 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:08,030 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742328_1504 (size=12915) 2024-11-09T11:18:08,469 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/5ed9077fc238434eb6078251510e7a64 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5ed9077fc238434eb6078251510e7a64 2024-11-09T11:18:08,474 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/C of c00ba44ad9a9cb423724669a9e2afe0a into 5ed9077fc238434eb6078251510e7a64(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:08,474 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:08,475 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/C, priority=11, startTime=1731151087515; duration=0sec 2024-11-09T11:18:08,475 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:08,475 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:08,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:18:08,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:08,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:08,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:08,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:08,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:08,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:08,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/cd695c6004e24042b70ee84fa894dddc is 50, key is test_row_0/A:col10/1731151088492/Put/seqid=0 2024-11-09T11:18:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T11:18:08,503 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:08,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-09T11:18:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T11:18:08,513 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:08,514 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:08,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:08,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742329_1505 (size=12297) 2024-11-09T11:18:08,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151088495, max timestamp=1731151088596Num uniques 859; 2024-11-09T11:18:08,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151088495, max timestamp=1731151088596Num uniques 859; 2024-11-09T11:18:08,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:08,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:08,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151088495, max timestamp=1731151088596Num uniques 859; 2024-11-09T11:18:08,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T11:18:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151148642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151148646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151148650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T11:18:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:08,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151148764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151148765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151148766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T11:18:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:08,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T11:18:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/cd695c6004e24042b70ee84fa894dddc 2024-11-09T11:18:08,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/514eb52efa2b4792b50ee07736515bd2 is 50, key is test_row_0/B:col10/1731151088492/Put/seqid=0 2024-11-09T11:18:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742330_1506 (size=9857) 2024-11-09T11:18:08,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T11:18:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:08,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151148981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151148982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151148982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:08,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T11:18:09,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T11:18:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:09,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:09,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:09,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T11:18:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:09,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151149301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151149301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151149301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/514eb52efa2b4792b50ee07736515bd2 2024-11-09T11:18:09,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/1a69984e8ef84aa48f61485735b66633 is 50, key is test_row_0/C:col10/1731151088492/Put/seqid=0 2024-11-09T11:18:09,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742331_1507 (size=9857) 2024-11-09T11:18:09,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/1a69984e8ef84aa48f61485735b66633 2024-11-09T11:18:09,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/cd695c6004e24042b70ee84fa894dddc as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/cd695c6004e24042b70ee84fa894dddc 2024-11-09T11:18:09,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/cd695c6004e24042b70ee84fa894dddc, entries=150, sequenceid=280, filesize=12.0 K 2024-11-09T11:18:09,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/514eb52efa2b4792b50ee07736515bd2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/514eb52efa2b4792b50ee07736515bd2 2024-11-09T11:18:09,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/514eb52efa2b4792b50ee07736515bd2, entries=100, sequenceid=280, filesize=9.6 K 2024-11-09T11:18:09,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/1a69984e8ef84aa48f61485735b66633 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1a69984e8ef84aa48f61485735b66633 2024-11-09T11:18:09,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1a69984e8ef84aa48f61485735b66633, entries=100, sequenceid=280, filesize=9.6 K 2024-11-09T11:18:09,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c00ba44ad9a9cb423724669a9e2afe0a in 940ms, sequenceid=280, compaction requested=true 2024-11-09T11:18:09,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:09,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:09,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:09,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:09,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:09,435 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:09,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:09,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:18:09,435 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:09,436 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:09,436 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:09,436 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:09,436 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/db66f91b7e6549dc80359201b0c008d6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/dd922690eb99401bbbfc703b99885ad4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/cd695c6004e24042b70ee84fa894dddc] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=36.5 K 2024-11-09T11:18:09,437 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:09,437 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:09,437 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting db66f91b7e6549dc80359201b0c008d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151086058 2024-11-09T11:18:09,437 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:09,437 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c1bb875108e24c0797e3f416c2d09c7e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f5fe0dcf9f5b4f658f78da6256f260c0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/514eb52efa2b4792b50ee07736515bd2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=34.1 K 2024-11-09T11:18:09,437 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd922690eb99401bbbfc703b99885ad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731151086244 2024-11-09T11:18:09,437 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c1bb875108e24c0797e3f416c2d09c7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731151086058 2024-11-09T11:18:09,437 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd695c6004e24042b70ee84fa894dddc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151088478 2024-11-09T11:18:09,438 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting f5fe0dcf9f5b4f658f78da6256f260c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731151086244 2024-11-09T11:18:09,438 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 514eb52efa2b4792b50ee07736515bd2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151088478 2024-11-09T11:18:09,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T11:18:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:09,441 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T11:18:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/31364ca994e149c2894d27725f90fb95 is 50, key is test_row_0/A:col10/1731151088648/Put/seqid=0 2024-11-09T11:18:09,476 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:09,477 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/e975fe45e0a24d79b8c092bb22da0849 is 50, key is test_row_0/B:col10/1731151088492/Put/seqid=0 2024-11-09T11:18:09,480 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:09,481 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/191eb8ab861d4064b7c53f4caf4e4c00 is 50, key is test_row_0/A:col10/1731151088492/Put/seqid=0 2024-11-09T11:18:09,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742332_1508 (size=12301) 2024-11-09T11:18:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742333_1509 (size=12983) 2024-11-09T11:18:09,535 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/e975fe45e0a24d79b8c092bb22da0849 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e975fe45e0a24d79b8c092bb22da0849 2024-11-09T11:18:09,538 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into e975fe45e0a24d79b8c092bb22da0849(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:09,538 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:09,539 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=13, startTime=1731151089435; duration=0sec 2024-11-09T11:18:09,539 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:09,539 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:09,539 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-09T11:18:09,539 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-09T11:18:09,539 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-09T11:18:09,539 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. because compaction request was cancelled 2024-11-09T11:18:09,539 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:09,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742334_1510 (size=12983) 2024-11-09T11:18:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T11:18:09,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:09,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151149847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151149848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151149849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,903 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/31364ca994e149c2894d27725f90fb95 2024-11-09T11:18:09,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/89a12c7c92774e5e85588e7134cb0dc0 is 50, key is test_row_0/B:col10/1731151088648/Put/seqid=0 2024-11-09T11:18:09,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742335_1511 (size=12301) 2024-11-09T11:18:09,938 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/191eb8ab861d4064b7c53f4caf4e4c00 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/191eb8ab861d4064b7c53f4caf4e4c00 2024-11-09T11:18:09,941 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into 191eb8ab861d4064b7c53f4caf4e4c00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:09,941 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:09,941 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=13, startTime=1731151089435; duration=0sec 2024-11-09T11:18:09,941 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:09,942 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:09,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151149961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151149971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151149971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:10,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151150172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:10,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151150192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:10,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151150192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:10,331 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/89a12c7c92774e5e85588e7134cb0dc0 2024-11-09T11:18:10,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/5a08768543e04f57b0117caa8523bfa2 is 50, key is test_row_0/C:col10/1731151088648/Put/seqid=0 2024-11-09T11:18:10,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742336_1512 (size=12301) 2024-11-09T11:18:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151150481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151150511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151150511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T11:18:10,746 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/5a08768543e04f57b0117caa8523bfa2 2024-11-09T11:18:10,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/31364ca994e149c2894d27725f90fb95 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31364ca994e149c2894d27725f90fb95 2024-11-09T11:18:10,762 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31364ca994e149c2894d27725f90fb95, entries=150, sequenceid=316, filesize=12.0 K 2024-11-09T11:18:10,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/89a12c7c92774e5e85588e7134cb0dc0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/89a12c7c92774e5e85588e7134cb0dc0 2024-11-09T11:18:10,770 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/89a12c7c92774e5e85588e7134cb0dc0, entries=150, sequenceid=316, filesize=12.0 K 2024-11-09T11:18:10,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/5a08768543e04f57b0117caa8523bfa2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5a08768543e04f57b0117caa8523bfa2 2024-11-09T11:18:10,778 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5a08768543e04f57b0117caa8523bfa2, entries=150, sequenceid=316, filesize=12.0 K 2024-11-09T11:18:10,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c00ba44ad9a9cb423724669a9e2afe0a in 1338ms, sequenceid=316, compaction requested=true 2024-11-09T11:18:10,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:10,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:10,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-09T11:18:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-09T11:18:10,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-09T11:18:10,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2670 sec 2024-11-09T11:18:10,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.2840 sec 2024-11-09T11:18:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:11,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T11:18:11,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:11,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:11,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e14dc6078a594b5992a91ba2b787a2d8 is 50, key is test_row_0/A:col10/1731151091004/Put/seqid=0 2024-11-09T11:18:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742337_1513 (size=14741) 2024-11-09T11:18:11,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e14dc6078a594b5992a91ba2b787a2d8 2024-11-09T11:18:11,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/0bf3fd70554b45769af8bb50e893bd9f is 50, key is test_row_0/B:col10/1731151091004/Put/seqid=0 2024-11-09T11:18:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742338_1514 (size=12301) 2024-11-09T11:18:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151151070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151091058, max timestamp=1731151091078Num uniques 859; 2024-11-09T11:18:11,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151091058, max timestamp=1731151091078Num uniques 859; 2024-11-09T11:18:11,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:11,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151091058, max timestamp=1731151091078Num uniques 859; 2024-11-09T11:18:11,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:11,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151151136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151151137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151151138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151151144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151151191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151151251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151151251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151151261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151151261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151151412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/0bf3fd70554b45769af8bb50e893bd9f 2024-11-09T11:18:11,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/212a67ff1524433c900179c4fd55fa3d is 50, key is test_row_0/C:col10/1731151091004/Put/seqid=0 2024-11-09T11:18:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742339_1515 (size=12301) 2024-11-09T11:18:11,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/212a67ff1524433c900179c4fd55fa3d 2024-11-09T11:18:11,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/e14dc6078a594b5992a91ba2b787a2d8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e14dc6078a594b5992a91ba2b787a2d8 2024-11-09T11:18:11,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e14dc6078a594b5992a91ba2b787a2d8, entries=200, sequenceid=329, filesize=14.4 K 2024-11-09T11:18:11,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/0bf3fd70554b45769af8bb50e893bd9f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/0bf3fd70554b45769af8bb50e893bd9f 2024-11-09T11:18:11,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151151471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151151472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/0bf3fd70554b45769af8bb50e893bd9f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T11:18:11,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/212a67ff1524433c900179c4fd55fa3d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/212a67ff1524433c900179c4fd55fa3d 2024-11-09T11:18:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151151481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151151481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/212a67ff1524433c900179c4fd55fa3d, entries=150, sequenceid=329, filesize=12.0 K 2024-11-09T11:18:11,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c00ba44ad9a9cb423724669a9e2afe0a in 486ms, sequenceid=329, compaction requested=true 2024-11-09T11:18:11,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:11,492 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:11,492 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:11,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,493 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:11,493 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:11,493 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:11,493 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:11,493 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:11,493 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:11,493 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/191eb8ab861d4064b7c53f4caf4e4c00, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31364ca994e149c2894d27725f90fb95, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e14dc6078a594b5992a91ba2b787a2d8] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=39.1 K 2024-11-09T11:18:11,493 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e975fe45e0a24d79b8c092bb22da0849, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/89a12c7c92774e5e85588e7134cb0dc0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/0bf3fd70554b45769af8bb50e893bd9f] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=36.7 K 2024-11-09T11:18:11,494 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 191eb8ab861d4064b7c53f4caf4e4c00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151086244 2024-11-09T11:18:11,494 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e975fe45e0a24d79b8c092bb22da0849, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151086244 2024-11-09T11:18:11,494 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31364ca994e149c2894d27725f90fb95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731151088628 2024-11-09T11:18:11,494 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 89a12c7c92774e5e85588e7134cb0dc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731151088628 2024-11-09T11:18:11,494 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e14dc6078a594b5992a91ba2b787a2d8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151089832 2024-11-09T11:18:11,494 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bf3fd70554b45769af8bb50e893bd9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151089832 2024-11-09T11:18:11,527 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:11,527 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/b0ae126df8be4df0ba5b7218788bb4de is 50, key is test_row_0/B:col10/1731151091004/Put/seqid=0 2024-11-09T11:18:11,544 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:11,544 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/9dcbfb508f77466686e984df48c0205b is 50, key is test_row_0/A:col10/1731151091004/Put/seqid=0 2024-11-09T11:18:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742340_1516 (size=13085) 2024-11-09T11:18:11,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742341_1517 (size=13085) 2024-11-09T11:18:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:11,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T11:18:11,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:11,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:11,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:11,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:11,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:11,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:11,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d2c580138e1c4ca2879a0937f6a2ad74 is 50, key is test_row_0/A:col10/1731151091123/Put/seqid=0 2024-11-09T11:18:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742342_1518 (size=14741) 2024-11-09T11:18:11,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d2c580138e1c4ca2879a0937f6a2ad74 2024-11-09T11:18:11,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/c021ef1027bd4a359b97cf3d8fdadb77 is 50, key is test_row_0/B:col10/1731151091123/Put/seqid=0 2024-11-09T11:18:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742343_1519 (size=12301) 2024-11-09T11:18:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151151791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151151791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151151792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151151801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151151801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151151911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:11,969 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/b0ae126df8be4df0ba5b7218788bb4de as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0ae126df8be4df0ba5b7218788bb4de 2024-11-09T11:18:11,971 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/9dcbfb508f77466686e984df48c0205b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9dcbfb508f77466686e984df48c0205b 2024-11-09T11:18:11,972 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into b0ae126df8be4df0ba5b7218788bb4de(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:11,972 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:11,972 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=13, startTime=1731151091492; duration=0sec 2024-11-09T11:18:11,972 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:11,972 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:11,973 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:11,974 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:11,974 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/C is initiating minor compaction (all files) 2024-11-09T11:18:11,974 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/C in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:11,974 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5ed9077fc238434eb6078251510e7a64, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1a69984e8ef84aa48f61485735b66633, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5a08768543e04f57b0117caa8523bfa2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/212a67ff1524433c900179c4fd55fa3d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=46.3 K 2024-11-09T11:18:11,975 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ed9077fc238434eb6078251510e7a64, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731151086244 2024-11-09T11:18:11,975 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into 9dcbfb508f77466686e984df48c0205b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:11,975 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:11,975 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a69984e8ef84aa48f61485735b66633, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731151088478 2024-11-09T11:18:11,975 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=13, startTime=1731151091492; duration=0sec 2024-11-09T11:18:11,975 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:11,975 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:11,975 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a08768543e04f57b0117caa8523bfa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731151088628 2024-11-09T11:18:11,976 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 212a67ff1524433c900179c4fd55fa3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151089832 2024-11-09T11:18:11,983 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:11,984 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/57215b7457954b7695ebf434420cc70b is 50, key is test_row_0/C:col10/1731151091004/Put/seqid=0 2024-11-09T11:18:12,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742344_1520 (size=13051) 2024-11-09T11:18:12,007 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/57215b7457954b7695ebf434420cc70b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/57215b7457954b7695ebf434420cc70b 2024-11-09T11:18:12,020 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/C of c00ba44ad9a9cb423724669a9e2afe0a into 57215b7457954b7695ebf434420cc70b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:12,020 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:12,020 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/C, priority=12, startTime=1731151091492; duration=0sec 2024-11-09T11:18:12,020 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:12,020 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151152131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:12,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/c021ef1027bd4a359b97cf3d8fdadb77 2024-11-09T11:18:12,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/73a86d6724324ec48c55b95c5df97005 is 50, key is test_row_0/C:col10/1731151091123/Put/seqid=0 2024-11-09T11:18:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742345_1521 (size=12301) 2024-11-09T11:18:12,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151152311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:12,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151152311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:12,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:12,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151152313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:12,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151152322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:12,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151152452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:12,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/73a86d6724324ec48c55b95c5df97005 2024-11-09T11:18:12,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d2c580138e1c4ca2879a0937f6a2ad74 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d2c580138e1c4ca2879a0937f6a2ad74 2024-11-09T11:18:12,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d2c580138e1c4ca2879a0937f6a2ad74, entries=200, sequenceid=365, filesize=14.4 K 2024-11-09T11:18:12,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/c021ef1027bd4a359b97cf3d8fdadb77 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c021ef1027bd4a359b97cf3d8fdadb77 2024-11-09T11:18:12,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c021ef1027bd4a359b97cf3d8fdadb77, entries=150, sequenceid=365, filesize=12.0 K 2024-11-09T11:18:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/73a86d6724324ec48c55b95c5df97005 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/73a86d6724324ec48c55b95c5df97005 2024-11-09T11:18:12,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/73a86d6724324ec48c55b95c5df97005, entries=150, sequenceid=365, filesize=12.0 K 2024-11-09T11:18:12,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c00ba44ad9a9cb423724669a9e2afe0a in 853ms, sequenceid=365, compaction requested=false 2024-11-09T11:18:12,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T11:18:12,682 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:12,682 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-09T11:18:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T11:18:12,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:12,686 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:12,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T11:18:12,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T11:18:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:12,840 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:18:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:12,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/7f33f1615ec840889f71c9c83aa80a74 is 50, key is test_row_0/A:col10/1731151091790/Put/seqid=0 2024-11-09T11:18:12,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742346_1522 (size=12301) 2024-11-09T11:18:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T11:18:13,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151093110, max timestamp=1731151093139Num uniques 859; 2024-11-09T11:18:13,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:13,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151093110, max timestamp=1731151093139Num uniques 859; 2024-11-09T11:18:13,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:13,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151093110, max timestamp=1731151093139Num uniques 859; 2024-11-09T11:18:13,144 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:13,269 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/7f33f1615ec840889f71c9c83aa80a74 2024-11-09T11:18:13,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/793b1a314900459da8da55f792e6f88a is 50, key is test_row_0/B:col10/1731151091790/Put/seqid=0 2024-11-09T11:18:13,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742347_1523 (size=12301) 2024-11-09T11:18:13,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151153295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T11:18:13,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151153331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151153331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,337 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:13,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,337 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:13,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:13,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151153341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151153341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,350 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:13,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:13,350 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_0' in c00ba44ad9a9cb423724669a9e2afe0a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:13,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151153401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:13,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151153611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:13,677 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/793b1a314900459da8da55f792e6f88a 2024-11-09T11:18:13,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/a67208cdb229486bb620297672f05917 is 50, key is test_row_0/C:col10/1731151091790/Put/seqid=0 2024-11-09T11:18:13,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742348_1524 (size=12301) 2024-11-09T11:18:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T11:18:13,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151153931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:14,087 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/a67208cdb229486bb620297672f05917 2024-11-09T11:18:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/7f33f1615ec840889f71c9c83aa80a74 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7f33f1615ec840889f71c9c83aa80a74 2024-11-09T11:18:14,094 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7f33f1615ec840889f71c9c83aa80a74, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:18:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/793b1a314900459da8da55f792e6f88a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/793b1a314900459da8da55f792e6f88a 2024-11-09T11:18:14,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/793b1a314900459da8da55f792e6f88a, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:18:14,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/a67208cdb229486bb620297672f05917 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/a67208cdb229486bb620297672f05917 2024-11-09T11:18:14,101 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/a67208cdb229486bb620297672f05917, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T11:18:14,102 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c00ba44ad9a9cb423724669a9e2afe0a in 1262ms, sequenceid=378, compaction requested=true 2024-11-09T11:18:14,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:14,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:14,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-09T11:18:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-09T11:18:14,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-09T11:18:14,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-09T11:18:14,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4240 sec 2024-11-09T11:18:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:14,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151093213, max timestamp=1731151094457Num uniques 1018; 2024-11-09T11:18:14,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:14,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151093213, max timestamp=1731151094457Num uniques 1018; 2024-11-09T11:18:14,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:14,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-11-09T11:18:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:14,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151093213, max timestamp=1731151094457Num uniques 1018; 2024-11-09T11:18:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:14,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:14,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:14,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/3653caac66ed4e82acde512b81ba8241 is 50, key is test_row_0/A:col10/1731151093265/Put/seqid=0 2024-11-09T11:18:14,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742349_1525 (size=14741) 2024-11-09T11:18:14,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151094536, max timestamp=1731151094577Num uniques 859; 2024-11-09T11:18:14,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151094536, max timestamp=1731151094577Num uniques 859; 2024-11-09T11:18:14,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151094536, max timestamp=1731151094577Num uniques 859; 2024-11-09T11:18:14,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:14,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:14,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:14,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151094673, max timestamp=1731151094723Num uniques 1018; 2024-11-09T11:18:14,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:14,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151094673, max timestamp=1731151094723Num uniques 1018; 2024-11-09T11:18:14,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151094673, max timestamp=1731151094723Num uniques 1018; 2024-11-09T11:18:14,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:14,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T11:18:14,841 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:14,842 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-09T11:18:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T11:18:14,843 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:14,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:14,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:14,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/3653caac66ed4e82acde512b81ba8241 2024-11-09T11:18:14,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/5616a08d3a8e4ca9bc63ce3d9eb0c325 is 50, key is test_row_0/B:col10/1731151093265/Put/seqid=0 2024-11-09T11:18:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742350_1526 (size=12301) 2024-11-09T11:18:14,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151094852, max timestamp=1731151094886Num uniques 1027; 2024-11-09T11:18:14,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-09T11:18:14,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151094852, max timestamp=1731151094886Num uniques 1027; 2024-11-09T11:18:14,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-09T11:18:14,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151094852, max timestamp=1731151094886Num uniques 1027; 2024-11-09T11:18:14,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-09T11:18:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T11:18:14,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:14,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:14,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731151094997, max timestamp=1731151095089Num uniques 1036; 2024-11-09T11:18:15,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T11:18:15,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731151094997, max timestamp=1731151095089Num uniques 1036; 2024-11-09T11:18:15,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T11:18:15,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731151094997, max timestamp=1731151095089Num uniques 1036; 2024-11-09T11:18:15,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T11:18:15,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:15,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T11:18:15,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731151095182, max timestamp=1731151095244Num uniques 1045; 2024-11-09T11:18:15,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-09T11:18:15,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731151095182, max timestamp=1731151095244Num uniques 1045; 2024-11-09T11:18:15,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731151095182, max timestamp=1731151095244Num uniques 1045; 2024-11-09T11:18:15,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-09T11:18:15,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-09T11:18:15,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/5616a08d3a8e4ca9bc63ce3d9eb0c325 2024-11-09T11:18:15,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/d3f82332388a40cca11d29d0dc4b6c3d is 50, key is test_row_0/C:col10/1731151093265/Put/seqid=0 2024-11-09T11:18:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742351_1527 (size=12301) 2024-11-09T11:18:15,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731151095345, max timestamp=1731151095378Num uniques 1054; 2024-11-09T11:18:15,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-09T11:18:15,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731151095345, max timestamp=1731151095378Num uniques 1054; 2024-11-09T11:18:15,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1731151095345, max timestamp=1731151095378Num uniques 1054; 2024-11-09T11:18:15,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-09T11:18:15,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-09T11:18:15,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731151095413, max timestamp=1731151095431Num uniques 1113; 2024-11-09T11:18:15,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-11-09T11:18:15,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731151095413, max timestamp=1731151095431Num uniques 1113; 2024-11-09T11:18:15,435 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-11-09T11:18:15,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731151095415, max timestamp=1731151095431Num uniques 1113; 2024-11-09T11:18:15,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192  suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-09T11:18:15,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T11:18:15,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=372, cellSize=17032, totalHeapSize=38928, min timestamp=1731151095456, max timestamp=1731151095472Num uniques 1072; 2024-11-09T11:18:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=17032, suffix heap size=139456,new segment heap size=38928  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=372 2024-11-09T11:18:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=372, cellSize=17032, totalHeapSize=38928, min timestamp=1731151095456, max timestamp=1731151095472Num uniques 1072; 2024-11-09T11:18:15,477 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=17032, suffix heap size=139456,new segment heap size=38928  suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=372 2024-11-09T11:18:15,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=372, cellSize=17032, totalHeapSize=38928, min timestamp=1731151095456, max timestamp=1731151095472Num uniques 1022; 2024-11-09T11:18:15,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=17032, suffix heap size=134256,new segment heap size=38928  suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=372 2024-11-09T11:18:15,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151155521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151155536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151155536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731151095492, max timestamp=1731151095536Num uniques 1231; 2024-11-09T11:18:15,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=56376, new segment data size=8286, suffix heap size=155992,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1231, new segment cells count=181 2024-11-09T11:18:15,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8276, totalHeapSize=19064, min timestamp=1731151095492, max timestamp=1731151095540Num uniques 1231; 2024-11-09T11:18:15,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=56366, new segment data size=8276, suffix heap size=155992,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1231, new segment cells count=181 2024-11-09T11:18:15,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8276, totalHeapSize=19064, min timestamp=1731151095492, max timestamp=1731151095540Num uniques 1231; 2024-11-09T11:18:15,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=56366, new segment data size=8276, suffix heap size=155992,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1231, new segment cells count=181 2024-11-09T11:18:15,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731151095593, max timestamp=1731151095622Num uniques 1040; 2024-11-09T11:18:15,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731151095593, max timestamp=1731151095622Num uniques 1040; 2024-11-09T11:18:15,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-11-09T11:18:15,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-11-09T11:18:15,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1731151095593, max timestamp=1731151095622Num uniques 1040; 2024-11-09T11:18:15,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=10990, suffix heap size=136128,new segment heap size=25200  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=240 2024-11-09T11:18:15,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/d3f82332388a40cca11d29d0dc4b6c3d 2024-11-09T11:18:15,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/3653caac66ed4e82acde512b81ba8241 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/3653caac66ed4e82acde512b81ba8241 2024-11-09T11:18:15,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/3653caac66ed4e82acde512b81ba8241, entries=200, sequenceid=416, filesize=14.4 K 2024-11-09T11:18:15,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13684, totalHeapSize=31336, min timestamp=1731151095674, max timestamp=1731151095694Num uniques 1099; 2024-11-09T11:18:15,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=13684, suffix heap size=142264,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299 2024-11-09T11:18:15,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13684, totalHeapSize=31336, min timestamp=1731151095674, max timestamp=1731151095694Num uniques 1099; 2024-11-09T11:18:15,699 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=13684, suffix heap size=142264,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299 2024-11-09T11:18:15,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13684, totalHeapSize=31336, min timestamp=1731151095674, max timestamp=1731151095694Num uniques 1099; 2024-11-09T11:18:15,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=13684, suffix heap size=142264,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=299 2024-11-09T11:18:15,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/5616a08d3a8e4ca9bc63ce3d9eb0c325 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/5616a08d3a8e4ca9bc63ce3d9eb0c325 2024-11-09T11:18:15,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/5616a08d3a8e4ca9bc63ce3d9eb0c325, entries=150, sequenceid=416, filesize=12.0 K 2024-11-09T11:18:15,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/d3f82332388a40cca11d29d0dc4b6c3d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/d3f82332388a40cca11d29d0dc4b6c3d 2024-11-09T11:18:15,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/d3f82332388a40cca11d29d0dc4b6c3d, entries=150, sequenceid=416, filesize=12.0 K 2024-11-09T11:18:15,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=53.67 KB/54960 for c00ba44ad9a9cb423724669a9e2afe0a in 1246ms, sequenceid=416, compaction requested=true 2024-11-09T11:18:15,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:15,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:15,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:15,708 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:15,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:15,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:15,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:15,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T11:18:15,708 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:15,709 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:15,709 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:15,709 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:15,709 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:15,709 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,709 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,709 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0ae126df8be4df0ba5b7218788bb4de, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c021ef1027bd4a359b97cf3d8fdadb77, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/793b1a314900459da8da55f792e6f88a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/5616a08d3a8e4ca9bc63ce3d9eb0c325] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=48.8 K 2024-11-09T11:18:15,709 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9dcbfb508f77466686e984df48c0205b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d2c580138e1c4ca2879a0937f6a2ad74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7f33f1615ec840889f71c9c83aa80a74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/3653caac66ed4e82acde512b81ba8241] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=53.6 K 2024-11-09T11:18:15,709 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0ae126df8be4df0ba5b7218788bb4de, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151089832 2024-11-09T11:18:15,709 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dcbfb508f77466686e984df48c0205b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151089832 2024-11-09T11:18:15,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d2c580138e1c4ca2879a0937f6a2ad74, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731151091123 2024-11-09T11:18:15,710 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c021ef1027bd4a359b97cf3d8fdadb77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731151091123 2024-11-09T11:18:15,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f33f1615ec840889f71c9c83aa80a74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151091758 2024-11-09T11:18:15,710 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 793b1a314900459da8da55f792e6f88a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151091758 2024-11-09T11:18:15,710 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5616a08d3a8e4ca9bc63ce3d9eb0c325, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731151093213 2024-11-09T11:18:15,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3653caac66ed4e82acde512b81ba8241, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731151093213 2024-11-09T11:18:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:15,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=60.38 KB heapSize=152.72 KB 2024-11-09T11:18:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:15,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:15,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:15,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:15,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:15,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:15,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/9b9feb4d659a4fafa8eb0c0c3441fa89 is 50, key is test_row_0/A:col10/1731151095711/Put/seqid=0 2024-11-09T11:18:15,725 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#450 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:15,725 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/fe59421cd88a480bacd4e0c8322c8792 is 50, key is test_row_0/A:col10/1731151093265/Put/seqid=0 2024-11-09T11:18:15,727 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:15,728 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/b0271b3d4f8f4c4a87a307a911958706 is 50, key is test_row_0/B:col10/1731151093265/Put/seqid=0 2024-11-09T11:18:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742352_1528 (size=19621) 2024-11-09T11:18:15,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/9b9feb4d659a4fafa8eb0c0c3441fa89 2024-11-09T11:18:15,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742353_1529 (size=13221) 2024-11-09T11:18:15,751 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/fe59421cd88a480bacd4e0c8322c8792 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/fe59421cd88a480bacd4e0c8322c8792 2024-11-09T11:18:15,755 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into fe59421cd88a480bacd4e0c8322c8792(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:15,755 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:15,755 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=12, startTime=1731151095708; duration=0sec 2024-11-09T11:18:15,755 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:15,755 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:15,755 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:15,756 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:15,756 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/C is initiating minor compaction (all files) 2024-11-09T11:18:15,756 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/C in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,756 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/57215b7457954b7695ebf434420cc70b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/73a86d6724324ec48c55b95c5df97005, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/a67208cdb229486bb620297672f05917, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/d3f82332388a40cca11d29d0dc4b6c3d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=48.8 K 2024-11-09T11:18:15,756 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 57215b7457954b7695ebf434420cc70b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731151089832 2024-11-09T11:18:15,756 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 73a86d6724324ec48c55b95c5df97005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731151091123 2024-11-09T11:18:15,756 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a67208cdb229486bb620297672f05917, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731151091758 2024-11-09T11:18:15,757 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d3f82332388a40cca11d29d0dc4b6c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731151093213 2024-11-09T11:18:15,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:15,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:15,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742354_1530 (size=13221) 2024-11-09T11:18:15,764 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:15,765 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/6bc861748b4f4f76a0765ad6eaa1b4fa is 50, key is test_row_0/C:col10/1731151093265/Put/seqid=0 2024-11-09T11:18:15,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/76245f8903b740fcb286d2533d7805c5 is 50, key is test_row_0/B:col10/1731151095711/Put/seqid=0 2024-11-09T11:18:15,770 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731151095739, max timestamp=1731151095767Num uniques 859; 2024-11-09T11:18:15,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:15,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742355_1531 (size=13187) 2024-11-09T11:18:15,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731151095739, max timestamp=1731151095767Num uniques 859; 2024-11-09T11:18:15,771 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/b0271b3d4f8f4c4a87a307a911958706 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0271b3d4f8f4c4a87a307a911958706 2024-11-09T11:18:15,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:15,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731151095739, max timestamp=1731151095767Num uniques 859; 2024-11-09T11:18:15,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-09T11:18:15,777 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into b0271b3d4f8f4c4a87a307a911958706(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:15,777 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:15,777 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=12, startTime=1731151095708; duration=0sec 2024-11-09T11:18:15,778 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:15,778 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742356_1532 (size=12301) 2024-11-09T11:18:15,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151155843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151155843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151155843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151155843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151155844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:15,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:15,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151155971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151155971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151155971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151155971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:15,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151155971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:15,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T11:18:16,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:16,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:16,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:16,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:16,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:16,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:16,179 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/6bc861748b4f4f76a0765ad6eaa1b4fa as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/6bc861748b4f4f76a0765ad6eaa1b4fa 2024-11-09T11:18:16,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/76245f8903b740fcb286d2533d7805c5 2024-11-09T11:18:16,185 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/C of c00ba44ad9a9cb423724669a9e2afe0a into 6bc861748b4f4f76a0765ad6eaa1b4fa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:16,185 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:16,185 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/C, priority=12, startTime=1731151095708; duration=0sec 2024-11-09T11:18:16,186 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:16,186 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:16,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/aff198a62d7c4b959c06bd51c5735219 is 50, key is test_row_0/C:col10/1731151095711/Put/seqid=0 2024-11-09T11:18:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151156181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151156181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742357_1533 (size=12301) 2024-11-09T11:18:16,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/aff198a62d7c4b959c06bd51c5735219 2024-11-09T11:18:16,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/9b9feb4d659a4fafa8eb0c0c3441fa89 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9b9feb4d659a4fafa8eb0c0c3441fa89 2024-11-09T11:18:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151156192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151156192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9b9feb4d659a4fafa8eb0c0c3441fa89, entries=300, sequenceid=613, filesize=19.2 K 2024-11-09T11:18:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/76245f8903b740fcb286d2533d7805c5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/76245f8903b740fcb286d2533d7805c5 2024-11-09T11:18:16,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/76245f8903b740fcb286d2533d7805c5, entries=150, sequenceid=613, filesize=12.0 K 2024-11-09T11:18:16,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/aff198a62d7c4b959c06bd51c5735219 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/aff198a62d7c4b959c06bd51c5735219 2024-11-09T11:18:16,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151156193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/aff198a62d7c4b959c06bd51c5735219, entries=150, sequenceid=613, filesize=12.0 K 2024-11-09T11:18:16,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~192.52 KB/197136, currentSize=122.60 KB/125546 for c00ba44ad9a9cb423724669a9e2afe0a in 499ms, sequenceid=613, compaction requested=false 2024-11-09T11:18:16,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:16,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T11:18:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:16,220 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=122.60 KB heapSize=344.62 KB 2024-11-09T11:18:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:16,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/8f13fbc5b0414a02b181c018ddd8f2e1 is 50, key is test_row_0/A:col10/1731151095811/Put/seqid=0 2024-11-09T11:18:16,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742358_1534 (size=12301) 2024-11-09T11:18:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. as already flushing 2024-11-09T11:18:16,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151156521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151156522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151156523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151156523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151156525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,629 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/8f13fbc5b0414a02b181c018ddd8f2e1 2024-11-09T11:18:16,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151156631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/01e62c0c47ef4fe780f31ac01faad36e is 50, key is test_row_0/B:col10/1731151095811/Put/seqid=0 2024-11-09T11:18:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742359_1535 (size=12301) 2024-11-09T11:18:16,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151156641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151156651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151156651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151156651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,753 INFO [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019. 2024-11-09T11:18:16,753 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:16,753 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,753 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:16,755 INFO [Thread-2015 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2015. 2024-11-09T11:18:16,755 DEBUG [Thread-2015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:16,755 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,755 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:16,759 INFO [Thread-2013 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2013. 2024-11-09T11:18:16,759 DEBUG [Thread-2013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:16,759 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,759 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:16,765 INFO [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021. 2024-11-09T11:18:16,765 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:16,765 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,765 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:16,768 INFO [Thread-2017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2017. 2024-11-09T11:18:16,768 DEBUG [Thread-2017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:16,768 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,768 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:16,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:16,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151156841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151156851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151156871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151156871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151156871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T11:18:17,042 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/01e62c0c47ef4fe780f31ac01faad36e 2024-11-09T11:18:17,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/353d424762fc484b9df65c8d666dfec8 is 50, key is test_row_0/C:col10/1731151095811/Put/seqid=0 2024-11-09T11:18:17,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742360_1536 (size=12301) 2024-11-09T11:18:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40238 deadline: 1731151157151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:17,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40176 deadline: 1731151157161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:17,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:17,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:17,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40222 deadline: 1731151157181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40218 deadline: 1731151157181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40190 deadline: 1731151157181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:17,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., hostname=3264b4bbda9f,41507,1731150951478, seqNum=2 because the exception is null or not the one we care about 2024-11-09T11:18:17,451 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.62 KB at sequenceid=650 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/353d424762fc484b9df65c8d666dfec8 2024-11-09T11:18:17,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/8f13fbc5b0414a02b181c018ddd8f2e1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/8f13fbc5b0414a02b181c018ddd8f2e1 2024-11-09T11:18:17,458 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/8f13fbc5b0414a02b181c018ddd8f2e1, entries=150, sequenceid=650, filesize=12.0 K 2024-11-09T11:18:17,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/01e62c0c47ef4fe780f31ac01faad36e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/01e62c0c47ef4fe780f31ac01faad36e 2024-11-09T11:18:17,460 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/01e62c0c47ef4fe780f31ac01faad36e, entries=150, sequenceid=650, filesize=12.0 K 2024-11-09T11:18:17,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/353d424762fc484b9df65c8d666dfec8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/353d424762fc484b9df65c8d666dfec8 2024-11-09T11:18:17,463 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/353d424762fc484b9df65c8d666dfec8, entries=150, sequenceid=650, filesize=12.0 K 2024-11-09T11:18:17,463 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~122.60 KB/125546, heapSize ~344.57 KB/352840, currentSize=60.38 KB/61830 for c00ba44ad9a9cb423724669a9e2afe0a in 1243ms, sequenceid=650, compaction requested=true 2024-11-09T11:18:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-09T11:18:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-09T11:18:17,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-09T11:18:17,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-09T11:18:17,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.6240 sec 2024-11-09T11:18:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:17,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:18:17,663 INFO [Thread-2008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2008. 2024-11-09T11:18:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:17,663 DEBUG [Thread-2008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:17,663 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:17,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:17,663 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:17,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/08ebbcc2dd65468c87545a51630e96f1 is 50, key is test_row_0/A:col10/1731151096520/Put/seqid=0 2024-11-09T11:18:17,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742361_1537 (size=12301) 2024-11-09T11:18:17,673 INFO [Thread-2004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2004. 2024-11-09T11:18:17,673 DEBUG [Thread-2004 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:17,673 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,673 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:17,692 INFO [Thread-2002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2002. 2024-11-09T11:18:17,692 INFO [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010. 2024-11-09T11:18:17,692 INFO [Thread-2006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2006. 2024-11-09T11:18:17,692 DEBUG [Thread-2006 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:17,692 DEBUG [Thread-2002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:17,692 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:17,692 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,692 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,692 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,692 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,692 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,692 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:17,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:17,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:17,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:18,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/08ebbcc2dd65468c87545a51630e96f1 2024-11-09T11:18:18,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/b65b59b70aea45a58915bafa47a00723 is 50, key is test_row_0/B:col10/1731151096520/Put/seqid=0 2024-11-09T11:18:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742362_1538 (size=12301) 2024-11-09T11:18:18,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/b65b59b70aea45a58915bafa47a00723 2024-11-09T11:18:18,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/fee381a3a25946c4a2eab5e93913f280 is 50, key is test_row_0/C:col10/1731151096520/Put/seqid=0 2024-11-09T11:18:18,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742363_1539 (size=12301) 2024-11-09T11:18:18,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=663 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/fee381a3a25946c4a2eab5e93913f280 2024-11-09T11:18:18,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/08ebbcc2dd65468c87545a51630e96f1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/08ebbcc2dd65468c87545a51630e96f1 2024-11-09T11:18:18,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/08ebbcc2dd65468c87545a51630e96f1, entries=150, sequenceid=663, filesize=12.0 K 2024-11-09T11:18:18,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/b65b59b70aea45a58915bafa47a00723 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b65b59b70aea45a58915bafa47a00723 2024-11-09T11:18:18,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b65b59b70aea45a58915bafa47a00723, entries=150, sequenceid=663, filesize=12.0 K 2024-11-09T11:18:18,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/fee381a3a25946c4a2eab5e93913f280 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/fee381a3a25946c4a2eab5e93913f280 2024-11-09T11:18:18,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/fee381a3a25946c4a2eab5e93913f280, entries=150, sequenceid=663, filesize=12.0 K 2024-11-09T11:18:18,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=26.84 KB/27480 for c00ba44ad9a9cb423724669a9e2afe0a in 1239ms, sequenceid=663, compaction requested=true 2024-11-09T11:18:18,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:18,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:18,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:18,901 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:18,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:18,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:18,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c00ba44ad9a9cb423724669a9e2afe0a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:18,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:18,901 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:18,902 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57444 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:18,902 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/A is initiating minor compaction (all files) 2024-11-09T11:18:18,902 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:18,902 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/A in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:18,902 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): c00ba44ad9a9cb423724669a9e2afe0a/B is initiating minor compaction (all files) 2024-11-09T11:18:18,902 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c00ba44ad9a9cb423724669a9e2afe0a/B in TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:18,902 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/fe59421cd88a480bacd4e0c8322c8792, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9b9feb4d659a4fafa8eb0c0c3441fa89, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/8f13fbc5b0414a02b181c018ddd8f2e1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/08ebbcc2dd65468c87545a51630e96f1] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=56.1 K 2024-11-09T11:18:18,902 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0271b3d4f8f4c4a87a307a911958706, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/76245f8903b740fcb286d2533d7805c5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/01e62c0c47ef4fe780f31ac01faad36e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b65b59b70aea45a58915bafa47a00723] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp, totalSize=48.9 K 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe59421cd88a480bacd4e0c8322c8792, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731151093213 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b0271b3d4f8f4c4a87a307a911958706, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731151093213 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9feb4d659a4fafa8eb0c0c3441fa89, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731151095674 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 76245f8903b740fcb286d2533d7805c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=613, earliestPutTs=1731151095697 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f13fbc5b0414a02b181c018ddd8f2e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=650, earliestPutTs=1731151095793 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 01e62c0c47ef4fe780f31ac01faad36e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=650, earliestPutTs=1731151095793 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ebbcc2dd65468c87545a51630e96f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1731151096520 2024-11-09T11:18:18,903 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting b65b59b70aea45a58915bafa47a00723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=663, earliestPutTs=1731151096520 2024-11-09T11:18:18,910 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:18,910 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ee20e21aabeb4d38ab473a0f4e9dd409 is 50, key is test_row_0/A:col10/1731151096520/Put/seqid=0 2024-11-09T11:18:18,910 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c00ba44ad9a9cb423724669a9e2afe0a#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:18,910 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/c4724b892419496dbb237ff986f9e6d0 is 50, key is test_row_0/B:col10/1731151096520/Put/seqid=0 2024-11-09T11:18:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742364_1540 (size=13357) 2024-11-09T11:18:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742365_1541 (size=13357) 2024-11-09T11:18:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T11:18:19,011 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 234 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1034 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3102 rows 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1040 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3120 rows 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1036 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3108 rows 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1039 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3116 rows 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1039 2024-11-09T11:18:19,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3114 rows 2024-11-09T11:18:19,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:19,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:19,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:19,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:19,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:19,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T11:18:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T11:18:19,016 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151099015"}]},"ts":"1731151099015"} 2024-11-09T11:18:19,017 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:18:19,017 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:18:19,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:18:19,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, UNASSIGN}] 2024-11-09T11:18:19,020 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, UNASSIGN 2024-11-09T11:18:19,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=c00ba44ad9a9cb423724669a9e2afe0a, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:19,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, UNASSIGN because future has completed 2024-11-09T11:18:19,022 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:18:19,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:18:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T11:18:19,174 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:19,174 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:18:19,175 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing c00ba44ad9a9cb423724669a9e2afe0a, disabling compactions & flushes 2024-11-09T11:18:19,175 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:19,316 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/c4724b892419496dbb237ff986f9e6d0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c4724b892419496dbb237ff986f9e6d0 2024-11-09T11:18:19,316 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/ee20e21aabeb4d38ab473a0f4e9dd409 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ee20e21aabeb4d38ab473a0f4e9dd409 2024-11-09T11:18:19,319 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/B of c00ba44ad9a9cb423724669a9e2afe0a into c4724b892419496dbb237ff986f9e6d0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:19,319 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c00ba44ad9a9cb423724669a9e2afe0a/A of c00ba44ad9a9cb423724669a9e2afe0a into ee20e21aabeb4d38ab473a0f4e9dd409(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c00ba44ad9a9cb423724669a9e2afe0a: 2024-11-09T11:18:19,319 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/B, priority=12, startTime=1731151098901; duration=0sec 2024-11-09T11:18:19,319 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., storeName=c00ba44ad9a9cb423724669a9e2afe0a/A, priority=12, startTime=1731151098901; duration=0sec 2024-11-09T11:18:19,319 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:19,319 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:19,319 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. after waiting 0 ms 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:B 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:A 2024-11-09T11:18:19,319 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. because compaction request was cancelled 2024-11-09T11:18:19,319 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c00ba44ad9a9cb423724669a9e2afe0a:C 2024-11-09T11:18:19,319 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing c00ba44ad9a9cb423724669a9e2afe0a 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-09T11:18:19,319 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=A 2024-11-09T11:18:19,320 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:19,320 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=B 2024-11-09T11:18:19,320 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:19,320 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c00ba44ad9a9cb423724669a9e2afe0a, store=C 2024-11-09T11:18:19,320 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:19,322 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d15238d6b6ac4345bfda066aabb4b16a is 50, key is test_row_1/A:col10/1731151097691/Put/seqid=0 2024-11-09T11:18:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742366_1542 (size=9857) 2024-11-09T11:18:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T11:18:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T11:18:19,725 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d15238d6b6ac4345bfda066aabb4b16a 2024-11-09T11:18:19,730 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/cd0b58412e6a4cb3ae5703ddbe5ceb1b is 50, key is test_row_1/B:col10/1731151097691/Put/seqid=0 2024-11-09T11:18:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742367_1543 (size=9857) 2024-11-09T11:18:19,813 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:18:20,133 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/cd0b58412e6a4cb3ae5703ddbe5ceb1b 2024-11-09T11:18:20,138 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/b4a7586c13a94eaab8defa2f22162ca4 is 50, key is test_row_1/C:col10/1731151097691/Put/seqid=0 2024-11-09T11:18:20,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742368_1544 (size=9857) 2024-11-09T11:18:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T11:18:20,541 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=672 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/b4a7586c13a94eaab8defa2f22162ca4 2024-11-09T11:18:20,545 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/A/d15238d6b6ac4345bfda066aabb4b16a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d15238d6b6ac4345bfda066aabb4b16a 2024-11-09T11:18:20,547 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d15238d6b6ac4345bfda066aabb4b16a, entries=100, sequenceid=672, filesize=9.6 K 2024-11-09T11:18:20,548 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/B/cd0b58412e6a4cb3ae5703ddbe5ceb1b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/cd0b58412e6a4cb3ae5703ddbe5ceb1b 2024-11-09T11:18:20,551 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/cd0b58412e6a4cb3ae5703ddbe5ceb1b, entries=100, sequenceid=672, filesize=9.6 K 2024-11-09T11:18:20,551 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/.tmp/C/b4a7586c13a94eaab8defa2f22162ca4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b4a7586c13a94eaab8defa2f22162ca4 2024-11-09T11:18:20,554 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b4a7586c13a94eaab8defa2f22162ca4, entries=100, sequenceid=672, filesize=9.6 K 2024-11-09T11:18:20,554 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c00ba44ad9a9cb423724669a9e2afe0a in 1235ms, sequenceid=672, compaction requested=true 2024-11-09T11:18:20,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/b2543ba6459e4c0594401b3a042a7e31, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d904de00f6f94caca0738645b4851738, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/2d50a80e92034ff9b23e0e4770e12a8f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/36cad81f5efc48f9965463655b023be5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/aa09cb68d3134a5f8aba71e3b8ac949a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e23157d9f8fe4dae8caab5758fd7ab70, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/25fad57e4ebd4bf495d5cca58893fa7d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/993d89910cda41c1a7537f10b578c42e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/227bf890f1f745cd8f6dd3bdcf433334, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e8434dd2a92f402e862a7750886995a2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7189534c71c4413fbd833f3123252fea, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/5849d48c9ade4a4dafa0d35e8aef1457, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/445a959ef87349c1907b4f64dcf8d1e2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/c4ed3011ae684dc89158cadf907a7508, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ad02e9ad285e4fa1b3eb9b014998d1db, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ac4c829e10cc4383a3b82f961d8aafa2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31e6f2a24360425bb28f84df9226d20e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/db66f91b7e6549dc80359201b0c008d6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/dd922690eb99401bbbfc703b99885ad4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/191eb8ab861d4064b7c53f4caf4e4c00, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/cd695c6004e24042b70ee84fa894dddc, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31364ca994e149c2894d27725f90fb95, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e14dc6078a594b5992a91ba2b787a2d8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9dcbfb508f77466686e984df48c0205b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d2c580138e1c4ca2879a0937f6a2ad74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7f33f1615ec840889f71c9c83aa80a74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/3653caac66ed4e82acde512b81ba8241, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/fe59421cd88a480bacd4e0c8322c8792, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9b9feb4d659a4fafa8eb0c0c3441fa89, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/8f13fbc5b0414a02b181c018ddd8f2e1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/08ebbcc2dd65468c87545a51630e96f1] to archive 2024-11-09T11:18:20,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:18:20,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/b2543ba6459e4c0594401b3a042a7e31 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/b2543ba6459e4c0594401b3a042a7e31 2024-11-09T11:18:20,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d904de00f6f94caca0738645b4851738 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d904de00f6f94caca0738645b4851738 2024-11-09T11:18:20,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/2d50a80e92034ff9b23e0e4770e12a8f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/2d50a80e92034ff9b23e0e4770e12a8f 2024-11-09T11:18:20,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/36cad81f5efc48f9965463655b023be5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/36cad81f5efc48f9965463655b023be5 2024-11-09T11:18:20,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/aa09cb68d3134a5f8aba71e3b8ac949a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/aa09cb68d3134a5f8aba71e3b8ac949a 2024-11-09T11:18:20,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e23157d9f8fe4dae8caab5758fd7ab70 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e23157d9f8fe4dae8caab5758fd7ab70 2024-11-09T11:18:20,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/25fad57e4ebd4bf495d5cca58893fa7d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/25fad57e4ebd4bf495d5cca58893fa7d 2024-11-09T11:18:20,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/993d89910cda41c1a7537f10b578c42e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/993d89910cda41c1a7537f10b578c42e 2024-11-09T11:18:20,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/227bf890f1f745cd8f6dd3bdcf433334 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/227bf890f1f745cd8f6dd3bdcf433334 2024-11-09T11:18:20,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e8434dd2a92f402e862a7750886995a2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e8434dd2a92f402e862a7750886995a2 2024-11-09T11:18:20,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7189534c71c4413fbd833f3123252fea to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7189534c71c4413fbd833f3123252fea 2024-11-09T11:18:20,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/5849d48c9ade4a4dafa0d35e8aef1457 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/5849d48c9ade4a4dafa0d35e8aef1457 2024-11-09T11:18:20,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/445a959ef87349c1907b4f64dcf8d1e2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/445a959ef87349c1907b4f64dcf8d1e2 2024-11-09T11:18:20,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/c4ed3011ae684dc89158cadf907a7508 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/c4ed3011ae684dc89158cadf907a7508 2024-11-09T11:18:20,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ad02e9ad285e4fa1b3eb9b014998d1db to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ad02e9ad285e4fa1b3eb9b014998d1db 2024-11-09T11:18:20,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ac4c829e10cc4383a3b82f961d8aafa2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ac4c829e10cc4383a3b82f961d8aafa2 2024-11-09T11:18:20,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31e6f2a24360425bb28f84df9226d20e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31e6f2a24360425bb28f84df9226d20e 2024-11-09T11:18:20,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/db66f91b7e6549dc80359201b0c008d6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/db66f91b7e6549dc80359201b0c008d6 2024-11-09T11:18:20,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/dd922690eb99401bbbfc703b99885ad4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/dd922690eb99401bbbfc703b99885ad4 2024-11-09T11:18:20,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/191eb8ab861d4064b7c53f4caf4e4c00 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/191eb8ab861d4064b7c53f4caf4e4c00 2024-11-09T11:18:20,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/cd695c6004e24042b70ee84fa894dddc to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/cd695c6004e24042b70ee84fa894dddc 2024-11-09T11:18:20,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31364ca994e149c2894d27725f90fb95 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/31364ca994e149c2894d27725f90fb95 2024-11-09T11:18:20,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e14dc6078a594b5992a91ba2b787a2d8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/e14dc6078a594b5992a91ba2b787a2d8 2024-11-09T11:18:20,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9dcbfb508f77466686e984df48c0205b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9dcbfb508f77466686e984df48c0205b 2024-11-09T11:18:20,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d2c580138e1c4ca2879a0937f6a2ad74 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d2c580138e1c4ca2879a0937f6a2ad74 2024-11-09T11:18:20,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7f33f1615ec840889f71c9c83aa80a74 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/7f33f1615ec840889f71c9c83aa80a74 2024-11-09T11:18:20,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/3653caac66ed4e82acde512b81ba8241 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/3653caac66ed4e82acde512b81ba8241 2024-11-09T11:18:20,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/fe59421cd88a480bacd4e0c8322c8792 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/fe59421cd88a480bacd4e0c8322c8792 2024-11-09T11:18:20,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9b9feb4d659a4fafa8eb0c0c3441fa89 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/9b9feb4d659a4fafa8eb0c0c3441fa89 2024-11-09T11:18:20,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/8f13fbc5b0414a02b181c018ddd8f2e1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/8f13fbc5b0414a02b181c018ddd8f2e1 2024-11-09T11:18:20,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/08ebbcc2dd65468c87545a51630e96f1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/08ebbcc2dd65468c87545a51630e96f1 2024-11-09T11:18:20,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/7b3a4bdd05f443709639198e41ebe503, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82cfcd4455c4395a6c91f9f016ebeec, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/36cfe302cec64ae1a64c6886e9964b32, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/558c760b70204899a63fb161caad326b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/d5b480236e6641b2850ef2b13d03c485, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1e1d44308b494de59cfd85bab9f9a0d8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/24b2f20985c7469ca93654f42a16060a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/79b0a967548e47f3a438ce34c23c595f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/a55380f092ff4378b1863bb16e4090cc, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/9250b722a3964d1da6b300005e407988, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/60b30cce07ca40e692740223331382f3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/898755b0a32644a1affdebd286a40fe1, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e26080aa80ff45b5babd5c74960ff78c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e1751656cffe43d38b3f4165f4c13ca6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1d0fd36c4bf143da8b3a9f9cce0ad978, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82c59aa991142ac9eaf651be68af937, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c1bb875108e24c0797e3f416c2d09c7e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1973a1ff25fc4f2bad790ee549daa4e9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f5fe0dcf9f5b4f658f78da6256f260c0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e975fe45e0a24d79b8c092bb22da0849, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/514eb52efa2b4792b50ee07736515bd2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/89a12c7c92774e5e85588e7134cb0dc0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0ae126df8be4df0ba5b7218788bb4de, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/0bf3fd70554b45769af8bb50e893bd9f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c021ef1027bd4a359b97cf3d8fdadb77, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/793b1a314900459da8da55f792e6f88a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0271b3d4f8f4c4a87a307a911958706, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/5616a08d3a8e4ca9bc63ce3d9eb0c325, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/76245f8903b740fcb286d2533d7805c5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/01e62c0c47ef4fe780f31ac01faad36e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b65b59b70aea45a58915bafa47a00723] to archive 2024-11-09T11:18:20,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:18:20,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/7b3a4bdd05f443709639198e41ebe503 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/7b3a4bdd05f443709639198e41ebe503 2024-11-09T11:18:20,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82cfcd4455c4395a6c91f9f016ebeec to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82cfcd4455c4395a6c91f9f016ebeec 2024-11-09T11:18:20,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/36cfe302cec64ae1a64c6886e9964b32 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/36cfe302cec64ae1a64c6886e9964b32 2024-11-09T11:18:20,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/558c760b70204899a63fb161caad326b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/558c760b70204899a63fb161caad326b 2024-11-09T11:18:20,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/d5b480236e6641b2850ef2b13d03c485 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/d5b480236e6641b2850ef2b13d03c485 2024-11-09T11:18:20,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1e1d44308b494de59cfd85bab9f9a0d8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1e1d44308b494de59cfd85bab9f9a0d8 2024-11-09T11:18:20,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/24b2f20985c7469ca93654f42a16060a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/24b2f20985c7469ca93654f42a16060a 2024-11-09T11:18:20,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/79b0a967548e47f3a438ce34c23c595f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/79b0a967548e47f3a438ce34c23c595f 2024-11-09T11:18:20,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/a55380f092ff4378b1863bb16e4090cc to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/a55380f092ff4378b1863bb16e4090cc 2024-11-09T11:18:20,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/9250b722a3964d1da6b300005e407988 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/9250b722a3964d1da6b300005e407988 2024-11-09T11:18:20,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/60b30cce07ca40e692740223331382f3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/60b30cce07ca40e692740223331382f3 2024-11-09T11:18:20,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/898755b0a32644a1affdebd286a40fe1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/898755b0a32644a1affdebd286a40fe1 2024-11-09T11:18:20,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e26080aa80ff45b5babd5c74960ff78c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e26080aa80ff45b5babd5c74960ff78c 2024-11-09T11:18:20,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e1751656cffe43d38b3f4165f4c13ca6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e1751656cffe43d38b3f4165f4c13ca6 2024-11-09T11:18:20,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1d0fd36c4bf143da8b3a9f9cce0ad978 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1d0fd36c4bf143da8b3a9f9cce0ad978 2024-11-09T11:18:20,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82c59aa991142ac9eaf651be68af937 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f82c59aa991142ac9eaf651be68af937 2024-11-09T11:18:20,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c1bb875108e24c0797e3f416c2d09c7e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c1bb875108e24c0797e3f416c2d09c7e 2024-11-09T11:18:20,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1973a1ff25fc4f2bad790ee549daa4e9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/1973a1ff25fc4f2bad790ee549daa4e9 2024-11-09T11:18:20,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f5fe0dcf9f5b4f658f78da6256f260c0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/f5fe0dcf9f5b4f658f78da6256f260c0 2024-11-09T11:18:20,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e975fe45e0a24d79b8c092bb22da0849 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/e975fe45e0a24d79b8c092bb22da0849 2024-11-09T11:18:20,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/514eb52efa2b4792b50ee07736515bd2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/514eb52efa2b4792b50ee07736515bd2 2024-11-09T11:18:20,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/89a12c7c92774e5e85588e7134cb0dc0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/89a12c7c92774e5e85588e7134cb0dc0 2024-11-09T11:18:20,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0ae126df8be4df0ba5b7218788bb4de to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0ae126df8be4df0ba5b7218788bb4de 2024-11-09T11:18:20,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/0bf3fd70554b45769af8bb50e893bd9f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/0bf3fd70554b45769af8bb50e893bd9f 2024-11-09T11:18:20,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c021ef1027bd4a359b97cf3d8fdadb77 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c021ef1027bd4a359b97cf3d8fdadb77 2024-11-09T11:18:20,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/793b1a314900459da8da55f792e6f88a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/793b1a314900459da8da55f792e6f88a 2024-11-09T11:18:20,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0271b3d4f8f4c4a87a307a911958706 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b0271b3d4f8f4c4a87a307a911958706 2024-11-09T11:18:20,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/5616a08d3a8e4ca9bc63ce3d9eb0c325 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/5616a08d3a8e4ca9bc63ce3d9eb0c325 2024-11-09T11:18:20,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/76245f8903b740fcb286d2533d7805c5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/76245f8903b740fcb286d2533d7805c5 2024-11-09T11:18:20,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/01e62c0c47ef4fe780f31ac01faad36e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/01e62c0c47ef4fe780f31ac01faad36e 2024-11-09T11:18:20,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b65b59b70aea45a58915bafa47a00723 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/b65b59b70aea45a58915bafa47a00723 2024-11-09T11:18:20,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/ee38837b45f648b984de98e25c39ce5d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/3077a684ad6340fca75b7219cd45f95b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e20d50ad77af4288b462cc270f7aff60, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4594238745f244ecb6f2e385a58c24f7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9486ddfb18f047be8f020fd0dbbf61b5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/856490e0ab6344fead6b83faf0b35740, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b611288cba494f31a0c059a264708120, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e999b882d3e44aa6b76e92b1665a746b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/0758e8aff10944f2ae9303dee8b9ab74, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9f3d10ab03fd403eadeec7f1eaedf16d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/2710dd9e649943b0b1479d302305d290, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f297790f965540c4b759772b30d0d075, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/7616d2909b684343b7cf8bd7ca0430da, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f8894781c3084f1b86a794edc5e53683, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/00a1f6c4b7af48a49f54d1e022d2bc9c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/06569e19d150498b8c8096f7871a5422, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4a53ee33ef854660902973e41b555fd8, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5ed9077fc238434eb6078251510e7a64, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1451475cd61e4a8783d5b03e11707935, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1a69984e8ef84aa48f61485735b66633, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5a08768543e04f57b0117caa8523bfa2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/57215b7457954b7695ebf434420cc70b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/212a67ff1524433c900179c4fd55fa3d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/73a86d6724324ec48c55b95c5df97005, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/a67208cdb229486bb620297672f05917, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/d3f82332388a40cca11d29d0dc4b6c3d] to archive 2024-11-09T11:18:20,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:18:20,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/ee38837b45f648b984de98e25c39ce5d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/ee38837b45f648b984de98e25c39ce5d 2024-11-09T11:18:20,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/3077a684ad6340fca75b7219cd45f95b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/3077a684ad6340fca75b7219cd45f95b 2024-11-09T11:18:20,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e20d50ad77af4288b462cc270f7aff60 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e20d50ad77af4288b462cc270f7aff60 2024-11-09T11:18:20,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4594238745f244ecb6f2e385a58c24f7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4594238745f244ecb6f2e385a58c24f7 2024-11-09T11:18:20,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9486ddfb18f047be8f020fd0dbbf61b5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9486ddfb18f047be8f020fd0dbbf61b5 2024-11-09T11:18:20,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/856490e0ab6344fead6b83faf0b35740 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/856490e0ab6344fead6b83faf0b35740 2024-11-09T11:18:20,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b611288cba494f31a0c059a264708120 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b611288cba494f31a0c059a264708120 2024-11-09T11:18:20,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e999b882d3e44aa6b76e92b1665a746b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/e999b882d3e44aa6b76e92b1665a746b 2024-11-09T11:18:20,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/0758e8aff10944f2ae9303dee8b9ab74 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/0758e8aff10944f2ae9303dee8b9ab74 2024-11-09T11:18:20,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9f3d10ab03fd403eadeec7f1eaedf16d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/9f3d10ab03fd403eadeec7f1eaedf16d 2024-11-09T11:18:20,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/2710dd9e649943b0b1479d302305d290 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/2710dd9e649943b0b1479d302305d290 2024-11-09T11:18:20,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f297790f965540c4b759772b30d0d075 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f297790f965540c4b759772b30d0d075 2024-11-09T11:18:20,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/7616d2909b684343b7cf8bd7ca0430da to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/7616d2909b684343b7cf8bd7ca0430da 2024-11-09T11:18:20,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f8894781c3084f1b86a794edc5e53683 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/f8894781c3084f1b86a794edc5e53683 2024-11-09T11:18:20,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/00a1f6c4b7af48a49f54d1e022d2bc9c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/00a1f6c4b7af48a49f54d1e022d2bc9c 2024-11-09T11:18:20,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/06569e19d150498b8c8096f7871a5422 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/06569e19d150498b8c8096f7871a5422 2024-11-09T11:18:20,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4a53ee33ef854660902973e41b555fd8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/4a53ee33ef854660902973e41b555fd8 2024-11-09T11:18:20,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5ed9077fc238434eb6078251510e7a64 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5ed9077fc238434eb6078251510e7a64 2024-11-09T11:18:20,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1451475cd61e4a8783d5b03e11707935 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1451475cd61e4a8783d5b03e11707935 2024-11-09T11:18:20,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1a69984e8ef84aa48f61485735b66633 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/1a69984e8ef84aa48f61485735b66633 2024-11-09T11:18:20,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5a08768543e04f57b0117caa8523bfa2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/5a08768543e04f57b0117caa8523bfa2 2024-11-09T11:18:20,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/57215b7457954b7695ebf434420cc70b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/57215b7457954b7695ebf434420cc70b 2024-11-09T11:18:20,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/212a67ff1524433c900179c4fd55fa3d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/212a67ff1524433c900179c4fd55fa3d 2024-11-09T11:18:20,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/73a86d6724324ec48c55b95c5df97005 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/73a86d6724324ec48c55b95c5df97005 2024-11-09T11:18:20,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/a67208cdb229486bb620297672f05917 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/a67208cdb229486bb620297672f05917 2024-11-09T11:18:20,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/d3f82332388a40cca11d29d0dc4b6c3d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/d3f82332388a40cca11d29d0dc4b6c3d 2024-11-09T11:18:20,622 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/recovered.edits/675.seqid, newMaxSeqId=675, maxSeqId=1 2024-11-09T11:18:20,622 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. 2024-11-09T11:18:20,622 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for c00ba44ad9a9cb423724669a9e2afe0a: Waiting for close lock at 1731151099175Running coprocessor pre-close hooks at 1731151099175Disabling compacts and flushes for region at 1731151099175Disabling writes for close at 1731151099319 (+144 ms)Obtaining lock to block concurrent updates at 1731151099319Preparing flush snapshotting stores in c00ba44ad9a9cb423724669a9e2afe0a at 1731151099319Finished memstore snapshotting TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731151099320 (+1 ms)Flushing stores of TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a. at 1731151099320Flushing c00ba44ad9a9cb423724669a9e2afe0a/A: creating writer at 1731151099320Flushing c00ba44ad9a9cb423724669a9e2afe0a/A: appending metadata at 1731151099322 (+2 ms)Flushing c00ba44ad9a9cb423724669a9e2afe0a/A: closing flushed file at 1731151099322Flushing c00ba44ad9a9cb423724669a9e2afe0a/B: creating writer at 1731151099728 (+406 ms)Flushing c00ba44ad9a9cb423724669a9e2afe0a/B: appending metadata at 1731151099730 (+2 ms)Flushing c00ba44ad9a9cb423724669a9e2afe0a/B: closing flushed file at 1731151099730Flushing c00ba44ad9a9cb423724669a9e2afe0a/C: creating writer at 1731151100136 (+406 ms)Flushing c00ba44ad9a9cb423724669a9e2afe0a/C: appending metadata at 1731151100138 (+2 ms)Flushing c00ba44ad9a9cb423724669a9e2afe0a/C: closing flushed file at 1731151100138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b7ccf2: reopening flushed file at 1731151100544 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59630f2a: reopening flushed file at 1731151100547 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4418b7: reopening flushed file at 1731151100551 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for c00ba44ad9a9cb423724669a9e2afe0a in 1235ms, sequenceid=672, compaction requested=true at 1731151100554 (+3 ms)Writing region close event to WAL at 1731151100619 (+65 ms)Running coprocessor post-close hooks at 1731151100622 (+3 ms)Closed at 1731151100622 2024-11-09T11:18:20,624 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:20,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=c00ba44ad9a9cb423724669a9e2afe0a, regionState=CLOSED 2024-11-09T11:18:20,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:18:20,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-09T11:18:20,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure c00ba44ad9a9cb423724669a9e2afe0a, server=3264b4bbda9f,41507,1731150951478 in 1.6040 sec 2024-11-09T11:18:20,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-09T11:18:20,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c00ba44ad9a9cb423724669a9e2afe0a, UNASSIGN in 1.6080 sec 2024-11-09T11:18:20,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-09T11:18:20,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6110 sec 2024-11-09T11:18:20,631 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151100631"}]},"ts":"1731151100631"} 2024-11-09T11:18:20,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:18:20,632 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:18:20,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6190 sec 2024-11-09T11:18:21,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:18:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T11:18:21,161 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:21,162 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T11:18:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:21,163 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T11:18:21,164 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:21,166 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:21,167 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/recovered.edits] 2024-11-09T11:18:21,169 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d15238d6b6ac4345bfda066aabb4b16a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/d15238d6b6ac4345bfda066aabb4b16a 2024-11-09T11:18:21,170 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ee20e21aabeb4d38ab473a0f4e9dd409 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/A/ee20e21aabeb4d38ab473a0f4e9dd409 2024-11-09T11:18:21,171 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c4724b892419496dbb237ff986f9e6d0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/c4724b892419496dbb237ff986f9e6d0 2024-11-09T11:18:21,172 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/cd0b58412e6a4cb3ae5703ddbe5ceb1b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/B/cd0b58412e6a4cb3ae5703ddbe5ceb1b 2024-11-09T11:18:21,173 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/353d424762fc484b9df65c8d666dfec8 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/353d424762fc484b9df65c8d666dfec8 2024-11-09T11:18:21,174 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/6bc861748b4f4f76a0765ad6eaa1b4fa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/6bc861748b4f4f76a0765ad6eaa1b4fa 2024-11-09T11:18:21,175 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/aff198a62d7c4b959c06bd51c5735219 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/aff198a62d7c4b959c06bd51c5735219 2024-11-09T11:18:21,176 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b4a7586c13a94eaab8defa2f22162ca4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/b4a7586c13a94eaab8defa2f22162ca4 2024-11-09T11:18:21,177 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/fee381a3a25946c4a2eab5e93913f280 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/C/fee381a3a25946c4a2eab5e93913f280 2024-11-09T11:18:21,179 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/recovered.edits/675.seqid to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a/recovered.edits/675.seqid 2024-11-09T11:18:21,179 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/c00ba44ad9a9cb423724669a9e2afe0a 2024-11-09T11:18:21,179 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:18:21,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:21,182 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:18:21,184 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:18:21,185 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:21,185 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:18:21,185 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151101185"}]},"ts":"9223372036854775807"} 2024-11-09T11:18:21,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T11:18:21,186 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c00ba44ad9a9cb423724669a9e2afe0a, NAME => 'TestAcidGuarantees,,1731151075544.c00ba44ad9a9cb423724669a9e2afe0a.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:18:21,186 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:18:21,187 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151101186"}]},"ts":"9223372036854775807"} 2024-11-09T11:18:21,188 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T11:18:21,188 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:21,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-09T11:18:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T11:18:21,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T11:18:21,273 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:21,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252 (was 248) - Thread LEAK? -, OpenFileDescriptor=457 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=556 (was 524) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=230 (was 545) 2024-11-09T11:18:21,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=556, ProcessCount=11, AvailableMemoryMB=230 2024-11-09T11:18:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:18:21,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:21,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T11:18:21,289 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:21,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-09T11:18:21,290 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T11:18:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T11:18:21,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742369_1545 (size=1061) 2024-11-09T11:18:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T11:18:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T11:18:21,696 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd 2024-11-09T11:18:21,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742370_1546 (size=53) 2024-11-09T11:18:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T11:18:22,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:22,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3ffb48c0d3a77e907495fe8d970661aa, disabling compactions & flushes 2024-11-09T11:18:22,101 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. after waiting 0 ms 2024-11-09T11:18:22,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,101 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,102 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ffb48c0d3a77e907495fe8d970661aa: Waiting for close lock at 1731151102101Disabling compacts and flushes for region at 1731151102101Disabling writes for close at 1731151102101Writing region close event to WAL at 1731151102101Closed at 1731151102101 2024-11-09T11:18:22,102 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T11:18:22,103 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151102102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151102102"}]},"ts":"1731151102102"} 2024-11-09T11:18:22,104 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T11:18:22,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T11:18:22,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151102105"}]},"ts":"1731151102105"} 2024-11-09T11:18:22,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T11:18:22,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, ASSIGN}] 2024-11-09T11:18:22,107 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, ASSIGN 2024-11-09T11:18:22,108 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, ASSIGN; state=OFFLINE, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=false 2024-11-09T11:18:22,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:22,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, ASSIGN because future has completed 2024-11-09T11:18:22,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:18:22,415 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,415 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,416 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,424 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,425 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:18:22,425 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb48c0d3a77e907495fe8d970661aa columnFamilyName A 2024-11-09T11:18:22,425 DEBUG [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,426 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(327): Store=3ffb48c0d3a77e907495fe8d970661aa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:22,426 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,428 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:18:22,429 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb48c0d3a77e907495fe8d970661aa columnFamilyName B 2024-11-09T11:18:22,429 DEBUG [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,429 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(327): Store=3ffb48c0d3a77e907495fe8d970661aa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:22,429 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,430 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:18:22,431 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb48c0d3a77e907495fe8d970661aa columnFamilyName C 2024-11-09T11:18:22,431 DEBUG [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T11:18:22,431 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(327): Store=3ffb48c0d3a77e907495fe8d970661aa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:22,431 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,431 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,432 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,432 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,433 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,433 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,433 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:18:22,437 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,441 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T11:18:22,441 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 3ffb48c0d3a77e907495fe8d970661aa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63676350, jitterRate=-0.051148444414138794}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:18:22,441 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:22,442 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 3ffb48c0d3a77e907495fe8d970661aa: Running coprocessor pre-open hook at 1731151102416Writing region info on filesystem at 1731151102416Initializing all the Stores at 1731151102423 (+7 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151102423Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151102424 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151102424Cleaning up temporary data from old regions at 1731151102433 (+9 ms)Running coprocessor post-open hooks at 1731151102441 (+8 ms)Region opened successfully at 1731151102442 (+1 ms) 2024-11-09T11:18:22,442 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., pid=144, masterSystemTime=1731151102412 2024-11-09T11:18:22,444 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,444 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:22,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:22,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:18:22,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-09T11:18:22,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 in 188 msec 2024-11-09T11:18:22,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-09T11:18:22,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, ASSIGN in 345 msec 2024-11-09T11:18:22,455 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T11:18:22,455 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151102455"}]},"ts":"1731151102455"} 2024-11-09T11:18:22,457 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T11:18:22,458 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T11:18:22,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-09T11:18:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T11:18:23,442 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:23,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:23,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:23,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:23,444 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c3b0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:23,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:23,446 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774d8452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:23,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:23,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:23,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:23,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:23,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T11:18:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,43495,1731150950696 2024-11-09T11:18:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ffca10 2024-11-09T11:18:23,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T11:18:23,450 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T11:18:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T11:18:23,451 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T11:18:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742371_1547 (size=1097) 2024-11-09T11:18:23,861 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-09T11:18:23,861 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-09T11:18:23,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:18:23,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, REOPEN/MOVE}] 2024-11-09T11:18:23,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, REOPEN/MOVE 2024-11-09T11:18:23,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:23,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, REOPEN/MOVE because future has completed 2024-11-09T11:18:23,868 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:18:23,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:18:24,021 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:18:24,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 3ffb48c0d3a77e907495fe8d970661aa, disabling compactions & flushes 2024-11-09T11:18:24,021 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. after waiting 0 ms 2024-11-09T11:18:24,021 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,024 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T11:18:24,024 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,024 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 3ffb48c0d3a77e907495fe8d970661aa: Waiting for close lock at 1731151104021Running coprocessor pre-close hooks at 1731151104021Disabling compacts and flushes for region at 1731151104021Disabling writes for close at 1731151104021Writing region close event to WAL at 1731151104021Running coprocessor post-close hooks at 1731151104024 (+3 ms)Closed at 1731151104024 2024-11-09T11:18:24,024 WARN [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 3ffb48c0d3a77e907495fe8d970661aa to self. 2024-11-09T11:18:24,026 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=CLOSED 2024-11-09T11:18:24,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:18:24,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-09T11:18:24,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 in 160 msec 2024-11-09T11:18:24,030 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, REOPEN/MOVE; state=CLOSED, location=3264b4bbda9f,41507,1731150951478; forceNewPlan=false, retain=true 2024-11-09T11:18:24,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=OPENING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, REOPEN/MOVE because future has completed 2024-11-09T11:18:24,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:18:24,336 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,336 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T11:18:24,337 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,337 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T11:18:24,337 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,337 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,338 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,339 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:18:24,339 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb48c0d3a77e907495fe8d970661aa columnFamilyName A 2024-11-09T11:18:24,340 DEBUG [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:24,341 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(327): Store=3ffb48c0d3a77e907495fe8d970661aa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:24,341 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,342 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:18:24,342 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb48c0d3a77e907495fe8d970661aa columnFamilyName B 2024-11-09T11:18:24,342 DEBUG [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:24,342 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(327): Store=3ffb48c0d3a77e907495fe8d970661aa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:24,342 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,343 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-09T11:18:24,343 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffb48c0d3a77e907495fe8d970661aa columnFamilyName C 2024-11-09T11:18:24,343 DEBUG [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:24,344 INFO [StoreOpener-3ffb48c0d3a77e907495fe8d970661aa-1 {}] regionserver.HStore(327): Store=3ffb48c0d3a77e907495fe8d970661aa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T11:18:24,344 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,344 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,345 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,346 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,347 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,348 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,348 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T11:18:24,350 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,351 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 3ffb48c0d3a77e907495fe8d970661aa; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64130183, jitterRate=-0.04438580572605133}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T11:18:24,351 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,351 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 3ffb48c0d3a77e907495fe8d970661aa: Running coprocessor pre-open hook at 1731151104337Writing region info on filesystem at 1731151104337Initializing all the Stores at 1731151104338 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151104338Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151104338Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151104338Cleaning up temporary data from old regions at 1731151104348 (+10 ms)Running coprocessor post-open hooks at 1731151104351 (+3 ms)Region opened successfully at 1731151104351 2024-11-09T11:18:24,352 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., pid=149, masterSystemTime=1731151104333 2024-11-09T11:18:24,355 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,355 INFO [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=OPEN, openSeqNum=5, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:18:24,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-09T11:18:24,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 in 180 msec 2024-11-09T11:18:24,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-09T11:18:24,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, REOPEN/MOVE in 499 msec 2024-11-09T11:18:24,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-09T11:18:24,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-11-09T11:18:24,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 920 msec 2024-11-09T11:18:24,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T11:18:24,374 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:24,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,377 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbabaad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,378 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18712059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,380 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667c61a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,381 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269e411b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,384 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbd333d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,385 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426a619e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,388 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb20d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,390 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28750023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,392 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab4a4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,394 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72841fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,396 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9f99b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,397 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360733bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,398 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6a0992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,399 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68041156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,402 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cadf985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,404 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3551f482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,409 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0fff95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,410 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ba74a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,43495,-1 for getting cluster id 2024-11-09T11:18:24,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T11:18:24,413 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6adcfce4-121d-4a94-9082-a04c74ae0f39' 2024-11-09T11:18:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T11:18:24,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6adcfce4-121d-4a94-9082-a04c74ae0f39" 2024-11-09T11:18:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a03a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,43495,-1] 2024-11-09T11:18:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T11:18:24,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:24,414 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T11:18:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5a8b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T11:18:24,415 DEBUG [Thread-2447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,416 DEBUG [Thread-2449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,416 DEBUG [Thread-2440 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,421 DEBUG [Thread-2438 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,421 DEBUG [Thread-2434 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:24,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:18:24,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-09T11:18:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T11:18:24,436 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:24,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:24,438 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:24,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:24,450 DEBUG [Thread-2453 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,457 DEBUG [Thread-2442 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,460 DEBUG [Thread-2436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151164465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151164467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,468 DEBUG [Thread-2445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151164478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151164480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151164480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,501 DEBUG [Thread-2451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T11:18:24,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,41507,1731150951478, seqNum=-1] 2024-11-09T11:18:24,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T11:18:24,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T11:18:24,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5] 2024-11-09T11:18:24,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee09c72f1af147a4b8bd1dfc062ce972_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151104430/Put/seqid=0 2024-11-09T11:18:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T11:18:24,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151164581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151164581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151164591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151164592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151164592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742372_1548 (size=14594) 2024-11-09T11:18:24,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T11:18:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151164792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151164792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151164802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151164805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151164812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:24,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:24,814 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:24,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:24,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:24,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,005 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:25,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee09c72f1af147a4b8bd1dfc062ce972_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee09c72f1af147a4b8bd1dfc062ce972_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:25,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/678ab3257a424d21b3ed52748f9fbaac, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:25,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/678ab3257a424d21b3ed52748f9fbaac is 175, key is test_row_0/A:col10/1731151104430/Put/seqid=0 2024-11-09T11:18:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742373_1549 (size=39549) 2024-11-09T11:18:25,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/678ab3257a424d21b3ed52748f9fbaac 2024-11-09T11:18:25,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/25c8bb9e70f14686aad459c6d4710a7a is 50, key is test_row_0/B:col10/1731151104430/Put/seqid=0 2024-11-09T11:18:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T11:18:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742374_1550 (size=12001) 2024-11-09T11:18:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151165101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151165101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151165111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151165112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151165121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:25,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/25c8bb9e70f14686aad459c6d4710a7a 2024-11-09T11:18:25,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e4cf9483f09142bfa2aea8de04f17de5 is 50, key is test_row_0/C:col10/1731151104430/Put/seqid=0 2024-11-09T11:18:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742375_1551 (size=12001) 2024-11-09T11:18:25,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T11:18:25,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151165611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151165611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151165621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151165621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151165631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:25,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:25,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:25,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e4cf9483f09142bfa2aea8de04f17de5 2024-11-09T11:18:25,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/678ab3257a424d21b3ed52748f9fbaac as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/678ab3257a424d21b3ed52748f9fbaac 2024-11-09T11:18:25,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/678ab3257a424d21b3ed52748f9fbaac, entries=200, sequenceid=16, filesize=38.6 K 2024-11-09T11:18:25,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/25c8bb9e70f14686aad459c6d4710a7a as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/25c8bb9e70f14686aad459c6d4710a7a 2024-11-09T11:18:25,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/25c8bb9e70f14686aad459c6d4710a7a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T11:18:25,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e4cf9483f09142bfa2aea8de04f17de5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4cf9483f09142bfa2aea8de04f17de5 2024-11-09T11:18:25,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4cf9483f09142bfa2aea8de04f17de5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-09T11:18:25,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3ffb48c0d3a77e907495fe8d970661aa in 1472ms, sequenceid=16, compaction requested=false 2024-11-09T11:18:25,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:25,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T11:18:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:25,972 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:18:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:25,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:25,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919c0405e7f0f4801a1354b23f1992ba8_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151104463/Put/seqid=0 2024-11-09T11:18:25,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742376_1552 (size=12154) 2024-11-09T11:18:25,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:25,990 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110919c0405e7f0f4801a1354b23f1992ba8_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919c0405e7f0f4801a1354b23f1992ba8_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:25,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/94ce607a4cd5473a99288c2e35967de0, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:25,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/94ce607a4cd5473a99288c2e35967de0 is 175, key is test_row_0/A:col10/1731151104463/Put/seqid=0 2024-11-09T11:18:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742377_1553 (size=30955) 2024-11-09T11:18:26,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:18:26,396 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/94ce607a4cd5473a99288c2e35967de0 2024-11-09T11:18:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/4b9fd5e6e54948e6bbdb58c00ddb44c0 is 50, key is test_row_0/B:col10/1731151104463/Put/seqid=0 2024-11-09T11:18:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742378_1554 (size=12001) 2024-11-09T11:18:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/4b9fd5e6e54948e6bbdb58c00ddb44c0 2024-11-09T11:18:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/cff85e8f14dc47cda2a68b7041f16e52 is 50, key is test_row_0/C:col10/1731151104463/Put/seqid=0 2024-11-09T11:18:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742379_1555 (size=12001) 2024-11-09T11:18:26,458 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/cff85e8f14dc47cda2a68b7041f16e52 2024-11-09T11:18:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/94ce607a4cd5473a99288c2e35967de0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/94ce607a4cd5473a99288c2e35967de0 2024-11-09T11:18:26,464 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/94ce607a4cd5473a99288c2e35967de0, entries=150, sequenceid=36, filesize=30.2 K 2024-11-09T11:18:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/4b9fd5e6e54948e6bbdb58c00ddb44c0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4b9fd5e6e54948e6bbdb58c00ddb44c0 2024-11-09T11:18:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,467 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4b9fd5e6e54948e6bbdb58c00ddb44c0, entries=150, sequenceid=36, filesize=11.7 K 2024-11-09T11:18:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/cff85e8f14dc47cda2a68b7041f16e52 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/cff85e8f14dc47cda2a68b7041f16e52 2024-11-09T11:18:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/cff85e8f14dc47cda2a68b7041f16e52, entries=150, sequenceid=36, filesize=11.7 K 2024-11-09T11:18:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 3ffb48c0d3a77e907495fe8d970661aa in 502ms, sequenceid=36, compaction requested=false 2024-11-09T11:18:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-09T11:18:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-09T11:18:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-09T11:18:26,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0370 sec 2024-11-09T11:18:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.0430 sec 2024-11-09T11:18:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T11:18:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,581 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T11:18:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,584 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:26,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:18:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:26,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a154bce993e346c68bfe13c95adfc07d_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_1/A:col10/1731151106660/Put/seqid=0 2024-11-09T11:18:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742380_1556 (size=17034) 2024-11-09T11:18:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a154bce993e346c68bfe13c95adfc07d_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a154bce993e346c68bfe13c95adfc07d_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/01973142a9a6413fbb5ff1b71807fb1e, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/01973142a9a6413fbb5ff1b71807fb1e is 175, key is test_row_1/A:col10/1731151106660/Put/seqid=0 2024-11-09T11:18:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742381_1557 (size=48135) 2024-11-09T11:18:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,681 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=46, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/01973142a9a6413fbb5ff1b71807fb1e 2024-11-09T11:18:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/4819bbf7d11146a19fbfd2bc80dcdabc is 50, key is test_row_1/B:col10/1731151106660/Put/seqid=0 2024-11-09T11:18:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T11:18:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742382_1558 (size=9657) 2024-11-09T11:18:26,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/4819bbf7d11146a19fbfd2bc80dcdabc 2024-11-09T11:18:26,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151106692, max timestamp=1731151106701Num uniques 859; 2024-11-09T11:18:26,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:26,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151106692, max timestamp=1731151106702Num uniques 859; 2024-11-09T11:18:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151166696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151166696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151106692, max timestamp=1731151106702Num uniques 859; 2024-11-09T11:18:26,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/2bbdfbb302a34b9d9861c8bb6552ac01 is 50, key is test_row_1/C:col10/1731151106660/Put/seqid=0 2024-11-09T11:18:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742383_1559 (size=9657) 2024-11-09T11:18:26,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/2bbdfbb302a34b9d9861c8bb6552ac01 2024-11-09T11:18:26,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/01973142a9a6413fbb5ff1b71807fb1e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/01973142a9a6413fbb5ff1b71807fb1e 2024-11-09T11:18:26,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/01973142a9a6413fbb5ff1b71807fb1e, entries=250, sequenceid=46, filesize=47.0 K 2024-11-09T11:18:26,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/4819bbf7d11146a19fbfd2bc80dcdabc as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4819bbf7d11146a19fbfd2bc80dcdabc 2024-11-09T11:18:26,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4819bbf7d11146a19fbfd2bc80dcdabc, entries=100, sequenceid=46, filesize=9.4 K 2024-11-09T11:18:26,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/2bbdfbb302a34b9d9861c8bb6552ac01 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2bbdfbb302a34b9d9861c8bb6552ac01 2024-11-09T11:18:26,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2bbdfbb302a34b9d9861c8bb6552ac01, entries=100, sequenceid=46, filesize=9.4 K 2024-11-09T11:18:26,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T11:18:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:26,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=127.47 KB/130530 for 3ffb48c0d3a77e907495fe8d970661aa in 73ms, sequenceid=46, compaction requested=true 2024-11-09T11:18:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:26,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:26,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:26,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:26,736 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:26,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:26,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:26,737 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:26,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:26,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:26,737 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118639 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:26,737 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:26,737 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,737 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/678ab3257a424d21b3ed52748f9fbaac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/94ce607a4cd5473a99288c2e35967de0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/01973142a9a6413fbb5ff1b71807fb1e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=115.9 K 2024-11-09T11:18:26,738 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,738 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/678ab3257a424d21b3ed52748f9fbaac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/94ce607a4cd5473a99288c2e35967de0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/01973142a9a6413fbb5ff1b71807fb1e] 2024-11-09T11:18:26,738 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 678ab3257a424d21b3ed52748f9fbaac, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151104426 2024-11-09T11:18:26,738 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:26,738 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:26,738 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,738 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/25c8bb9e70f14686aad459c6d4710a7a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4b9fd5e6e54948e6bbdb58c00ddb44c0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4819bbf7d11146a19fbfd2bc80dcdabc] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=32.9 K 2024-11-09T11:18:26,739 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 25c8bb9e70f14686aad459c6d4710a7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151104426 2024-11-09T11:18:26,739 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94ce607a4cd5473a99288c2e35967de0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731151104461 2024-11-09T11:18:26,739 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b9fd5e6e54948e6bbdb58c00ddb44c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731151104461 2024-11-09T11:18:26,739 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01973142a9a6413fbb5ff1b71807fb1e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731151106650 2024-11-09T11:18:26,739 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 4819bbf7d11146a19fbfd2bc80dcdabc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731151106660 2024-11-09T11:18:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:26,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T11:18:26,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:26,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:26,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:26,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:26,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:26,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:26,745 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:26,748 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411090bc50cf67bfc4038b5c44742f8a90187_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:26,748 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:26,748 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/df7f2eb370a543ae95e5cefcb3cbd1e7 is 50, key is test_row_0/B:col10/1731151104463/Put/seqid=0 2024-11-09T11:18:26,750 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411090bc50cf67bfc4038b5c44742f8a90187_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:26,750 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090bc50cf67bfc4038b5c44742f8a90187_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151166757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151166757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742384_1560 (size=12104) 2024-11-09T11:18:26,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151166760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742385_1561 (size=4469) 2024-11-09T11:18:26,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109db89db9934194377bdf902f6ac8aef2f_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151106729/Put/seqid=0 2024-11-09T11:18:26,775 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#475 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:26,776 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/f9237f579d91435988824738b6d021e0 is 175, key is test_row_0/A:col10/1731151104463/Put/seqid=0 2024-11-09T11:18:26,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742386_1562 (size=14594) 2024-11-09T11:18:26,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:26,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109db89db9934194377bdf902f6ac8aef2f_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109db89db9934194377bdf902f6ac8aef2f_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:26,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a3194c5bbfd848d9839dea65d86cc112, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:26,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a3194c5bbfd848d9839dea65d86cc112 is 175, key is test_row_0/A:col10/1731151106729/Put/seqid=0 2024-11-09T11:18:26,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742387_1563 (size=31165) 2024-11-09T11:18:26,798 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/f9237f579d91435988824738b6d021e0 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/f9237f579d91435988824738b6d021e0 2024-11-09T11:18:26,802 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into f9237f579d91435988824738b6d021e0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:26,802 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:26,802 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=13, startTime=1731151106736; duration=0sec 2024-11-09T11:18:26,802 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:26,802 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:26,802 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:26,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742388_1564 (size=39549) 2024-11-09T11:18:26,804 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:26,804 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:26,804 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,804 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4cf9483f09142bfa2aea8de04f17de5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/cff85e8f14dc47cda2a68b7041f16e52, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2bbdfbb302a34b9d9861c8bb6552ac01] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=32.9 K 2024-11-09T11:18:26,805 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4cf9483f09142bfa2aea8de04f17de5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151104426 2024-11-09T11:18:26,805 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting cff85e8f14dc47cda2a68b7041f16e52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1731151104461 2024-11-09T11:18:26,805 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bbdfbb302a34b9d9861c8bb6552ac01, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731151106660 2024-11-09T11:18:26,811 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#478 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:26,811 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/3ca2f9dd688a496ba66a21c2392a72b3 is 50, key is test_row_0/C:col10/1731151104463/Put/seqid=0 2024-11-09T11:18:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151166811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151166811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742389_1565 (size=12104) 2024-11-09T11:18:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151166871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151166871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151166872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:26,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T11:18:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:26,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:26,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T11:18:27,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151167031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151167031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T11:18:27,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:27,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151167081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151167081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151167081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,169 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/df7f2eb370a543ae95e5cefcb3cbd1e7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/df7f2eb370a543ae95e5cefcb3cbd1e7 2024-11-09T11:18:27,179 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into df7f2eb370a543ae95e5cefcb3cbd1e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:27,179 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:27,179 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=13, startTime=1731151106736; duration=0sec 2024-11-09T11:18:27,179 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:27,179 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:27,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T11:18:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,204 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a3194c5bbfd848d9839dea65d86cc112 2024-11-09T11:18:27,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/79cfdb2de23747198ef7619b22e34edf is 50, key is test_row_0/B:col10/1731151106729/Put/seqid=0 2024-11-09T11:18:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T11:18:27,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742390_1566 (size=12001) 2024-11-09T11:18:27,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/79cfdb2de23747198ef7619b22e34edf 2024-11-09T11:18:27,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e4f2aaed4d8b4f92b118c35e104e0696 is 50, key is test_row_0/C:col10/1731151106729/Put/seqid=0 2024-11-09T11:18:27,232 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/3ca2f9dd688a496ba66a21c2392a72b3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3ca2f9dd688a496ba66a21c2392a72b3 2024-11-09T11:18:27,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742391_1567 (size=12001) 2024-11-09T11:18:27,238 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into 3ca2f9dd688a496ba66a21c2392a72b3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:27,238 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:27,238 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=13, startTime=1731151106737; duration=0sec 2024-11-09T11:18:27,238 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:27,238 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:27,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151167341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151167341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T11:18:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151167391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151167391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151167392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T11:18:27,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:27,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:27,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e4f2aaed4d8b4f92b118c35e104e0696 2024-11-09T11:18:27,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a3194c5bbfd848d9839dea65d86cc112 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a3194c5bbfd848d9839dea65d86cc112 2024-11-09T11:18:27,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a3194c5bbfd848d9839dea65d86cc112, entries=200, sequenceid=83, filesize=38.6 K 2024-11-09T11:18:27,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/79cfdb2de23747198ef7619b22e34edf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/79cfdb2de23747198ef7619b22e34edf 2024-11-09T11:18:27,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/79cfdb2de23747198ef7619b22e34edf, entries=150, sequenceid=83, filesize=11.7 K 2024-11-09T11:18:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e4f2aaed4d8b4f92b118c35e104e0696 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4f2aaed4d8b4f92b118c35e104e0696 2024-11-09T11:18:27,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4f2aaed4d8b4f92b118c35e104e0696, entries=150, sequenceid=83, filesize=11.7 K 2024-11-09T11:18:27,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 3ffb48c0d3a77e907495fe8d970661aa in 911ms, sequenceid=83, compaction requested=false 2024-11-09T11:18:27,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:27,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T11:18:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:27,653 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T11:18:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:27,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a1bfcd848c96444db19829d55e4b1184_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151106759/Put/seqid=0 2024-11-09T11:18:27,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742392_1568 (size=12154) 2024-11-09T11:18:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T11:18:27,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:27,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151107883, max timestamp=1731151107894Num uniques 859; 2024-11-09T11:18:27,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151107883, max timestamp=1731151107894Num uniques 859; 2024-11-09T11:18:27,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:27,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:27,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151107883, max timestamp=1731151107894Num uniques 859; 2024-11-09T11:18:27,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:27,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151167914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151167917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151167918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731151107905, max timestamp=1731151107921Num uniques 1018; 2024-11-09T11:18:27,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-09T11:18:27,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731151107905, max timestamp=1731151107921Num uniques 1018; 2024-11-09T11:18:27,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-09T11:18:27,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731151107905, max timestamp=1731151107921Num uniques 1018; 2024-11-09T11:18:27,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-09T11:18:27,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151167964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151167964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151168031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151168031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151168031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151168071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151168071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,080 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a1bfcd848c96444db19829d55e4b1184_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a1bfcd848c96444db19829d55e4b1184_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:28,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/ddb5dfab98294e6a8fb05a0f51112c98, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:28,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/ddb5dfab98294e6a8fb05a0f51112c98 is 175, key is test_row_0/A:col10/1731151106759/Put/seqid=0 2024-11-09T11:18:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742393_1569 (size=30955) 2024-11-09T11:18:28,084 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/ddb5dfab98294e6a8fb05a0f51112c98 2024-11-09T11:18:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/e8b5d0c17d2640ac95bb14f7bc48cac6 is 50, key is test_row_0/B:col10/1731151106759/Put/seqid=0 2024-11-09T11:18:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742394_1570 (size=12001) 2024-11-09T11:18:28,093 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/e8b5d0c17d2640ac95bb14f7bc48cac6 2024-11-09T11:18:28,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e9c75f905bbe45f690b5cb8af3b96465 is 50, key is test_row_0/C:col10/1731151106759/Put/seqid=0 2024-11-09T11:18:28,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742395_1571 (size=12001) 2024-11-09T11:18:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151168241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151168241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151168241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151168281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151168281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,502 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e9c75f905bbe45f690b5cb8af3b96465 2024-11-09T11:18:28,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/ddb5dfab98294e6a8fb05a0f51112c98 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/ddb5dfab98294e6a8fb05a0f51112c98 2024-11-09T11:18:28,508 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/ddb5dfab98294e6a8fb05a0f51112c98, entries=150, sequenceid=95, filesize=30.2 K 2024-11-09T11:18:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/e8b5d0c17d2640ac95bb14f7bc48cac6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e8b5d0c17d2640ac95bb14f7bc48cac6 2024-11-09T11:18:28,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e8b5d0c17d2640ac95bb14f7bc48cac6, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T11:18:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/e9c75f905bbe45f690b5cb8af3b96465 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e9c75f905bbe45f690b5cb8af3b96465 2024-11-09T11:18:28,516 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e9c75f905bbe45f690b5cb8af3b96465, entries=150, sequenceid=95, filesize=11.7 K 2024-11-09T11:18:28,517 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 3ffb48c0d3a77e907495fe8d970661aa in 864ms, sequenceid=95, compaction requested=true 2024-11-09T11:18:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-09T11:18:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-09T11:18:28,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-09T11:18:28,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-09T11:18:28,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.9380 sec 2024-11-09T11:18:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:28,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151107957, max timestamp=1731151108553Num uniques 1127; 2024-11-09T11:18:28,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151107957, max timestamp=1731151108553Num uniques 1127; 2024-11-09T11:18:28,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-09T11:18:28,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-09T11:18:28,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151107957, max timestamp=1731151108553Num uniques 1127; 2024-11-09T11:18:28,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-09T11:18:28,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=26.84 KB heapSize=64.55 KB 2024-11-09T11:18:28,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:28,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:28,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:28,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:28,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:28,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:28,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092f52c642d4da4f90b18dab52028795ea_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151107963/Put/seqid=0 2024-11-09T11:18:28,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742396_1572 (size=14794) 2024-11-09T11:18:28,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:28,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092f52c642d4da4f90b18dab52028795ea_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092f52c642d4da4f90b18dab52028795ea_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:28,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/7b980bc9ace74205a4f357bdf3d4e74e, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:28,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/7b980bc9ace74205a4f357bdf3d4e74e is 175, key is test_row_0/A:col10/1731151107963/Put/seqid=0 2024-11-09T11:18:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742397_1573 (size=39749) 2024-11-09T11:18:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731151108568, max timestamp=1731151108594Num uniques 859; 2024-11-09T11:18:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731151108568, max timestamp=1731151108594Num uniques 859; 2024-11-09T11:18:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731151108568, max timestamp=1731151108594Num uniques 859; 2024-11-09T11:18:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-09T11:18:28,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731151108611, max timestamp=1731151108623Num uniques 1118; 2024-11-09T11:18:28,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T11:18:28,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731151108611, max timestamp=1731151108623Num uniques 1118; 2024-11-09T11:18:28,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T11:18:28,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1731151108611, max timestamp=1731151108623Num uniques 1118; 2024-11-09T11:18:28,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=12268, suffix heap size=144240,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=268 2024-11-09T11:18:28,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151168656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151168661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151168661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151168661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151168663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T11:18:28,732 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:28,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-09T11:18:28,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T11:18:28,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:28,735 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:28,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151168771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151168771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151168771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151168781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151168781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T11:18:28,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T11:18:28,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:28,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:28,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:28,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:28,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:28,985 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/7b980bc9ace74205a4f357bdf3d4e74e 2024-11-09T11:18:28,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151168981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151168981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151168981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/d0299531edc341fd83dd5d1587c4b977 is 50, key is test_row_0/B:col10/1731151107963/Put/seqid=0 2024-11-09T11:18:28,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742398_1574 (size=12151) 2024-11-09T11:18:28,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/d0299531edc341fd83dd5d1587c4b977 2024-11-09T11:18:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151168992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151168992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/dc6ad68fc125423885877ac0089e9a20 is 50, key is test_row_0/C:col10/1731151107963/Put/seqid=0 2024-11-09T11:18:29,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T11:18:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:29,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:29,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742399_1575 (size=12151) 2024-11-09T11:18:29,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/dc6ad68fc125423885877ac0089e9a20 2024-11-09T11:18:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T11:18:29,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/7b980bc9ace74205a4f357bdf3d4e74e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/7b980bc9ace74205a4f357bdf3d4e74e 2024-11-09T11:18:29,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/7b980bc9ace74205a4f357bdf3d4e74e, entries=200, sequenceid=152, filesize=38.8 K 2024-11-09T11:18:29,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/d0299531edc341fd83dd5d1587c4b977 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/d0299531edc341fd83dd5d1587c4b977 2024-11-09T11:18:29,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/d0299531edc341fd83dd5d1587c4b977, entries=150, sequenceid=152, filesize=11.9 K 2024-11-09T11:18:29,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/dc6ad68fc125423885877ac0089e9a20 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/dc6ad68fc125423885877ac0089e9a20 2024-11-09T11:18:29,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/dc6ad68fc125423885877ac0089e9a20, entries=150, sequenceid=152, filesize=11.9 K 2024-11-09T11:18:29,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~104.34 KB/106848, currentSize=147.60 KB/151140 for 3ffb48c0d3a77e907495fe8d970661aa in 504ms, sequenceid=152, compaction requested=true 2024-11-09T11:18:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:29,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:29,062 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:29,062 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:29,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:29,064 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:29,064 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:29,064 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:29,065 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/f9237f579d91435988824738b6d021e0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a3194c5bbfd848d9839dea65d86cc112, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/ddb5dfab98294e6a8fb05a0f51112c98, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/7b980bc9ace74205a4f357bdf3d4e74e] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=138.1 K 2024-11-09T11:18:29,065 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:29,065 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/f9237f579d91435988824738b6d021e0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a3194c5bbfd848d9839dea65d86cc112, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/ddb5dfab98294e6a8fb05a0f51112c98, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/7b980bc9ace74205a4f357bdf3d4e74e] 2024-11-09T11:18:29,065 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:29,065 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:29,065 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:29,065 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/df7f2eb370a543ae95e5cefcb3cbd1e7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/79cfdb2de23747198ef7619b22e34edf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e8b5d0c17d2640ac95bb14f7bc48cac6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/d0299531edc341fd83dd5d1587c4b977] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=47.1 K 2024-11-09T11:18:29,066 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9237f579d91435988824738b6d021e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731151104463 2024-11-09T11:18:29,067 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3194c5bbfd848d9839dea65d86cc112, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731151106729 2024-11-09T11:18:29,067 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting df7f2eb370a543ae95e5cefcb3cbd1e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731151104463 2024-11-09T11:18:29,067 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddb5dfab98294e6a8fb05a0f51112c98, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731151106753 2024-11-09T11:18:29,068 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 79cfdb2de23747198ef7619b22e34edf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731151106729 2024-11-09T11:18:29,068 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b980bc9ace74205a4f357bdf3d4e74e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731151107963 2024-11-09T11:18:29,068 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e8b5d0c17d2640ac95bb14f7bc48cac6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731151106753 2024-11-09T11:18:29,068 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d0299531edc341fd83dd5d1587c4b977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731151107963 2024-11-09T11:18:29,076 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:29,081 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c79b7138a734460e931fd4889be3466c_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:29,083 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:29,083 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/6eb1dc41701f42f7b9e81cd3a524c00c is 50, key is test_row_0/B:col10/1731151107963/Put/seqid=0 2024-11-09T11:18:29,084 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c79b7138a734460e931fd4889be3466c_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:29,084 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c79b7138a734460e931fd4889be3466c_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:29,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742400_1576 (size=12391) 2024-11-09T11:18:29,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742401_1577 (size=4469) 2024-11-09T11:18:29,146 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#487 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:29,147 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/cbc9a7e326cd49518a069dde9432f935 is 175, key is test_row_0/A:col10/1731151107963/Put/seqid=0 2024-11-09T11:18:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742402_1578 (size=31345) 2024-11-09T11:18:29,165 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/cbc9a7e326cd49518a069dde9432f935 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cbc9a7e326cd49518a069dde9432f935 2024-11-09T11:18:29,172 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into cbc9a7e326cd49518a069dde9432f935(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:29,172 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:29,172 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=12, startTime=1731151109062; duration=0sec 2024-11-09T11:18:29,172 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:29,172 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:29,172 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:29,173 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:29,173 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:29,174 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:29,174 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3ca2f9dd688a496ba66a21c2392a72b3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4f2aaed4d8b4f92b118c35e104e0696, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e9c75f905bbe45f690b5cb8af3b96465, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/dc6ad68fc125423885877ac0089e9a20] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=47.1 K 2024-11-09T11:18:29,174 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ca2f9dd688a496ba66a21c2392a72b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731151104463 2024-11-09T11:18:29,174 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4f2aaed4d8b4f92b118c35e104e0696, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731151106729 2024-11-09T11:18:29,175 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9c75f905bbe45f690b5cb8af3b96465, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731151106753 2024-11-09T11:18:29,175 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc6ad68fc125423885877ac0089e9a20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731151107963 2024-11-09T11:18:29,184 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:29,185 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/eb27f99872ff4d6597334c184e9b5dfe is 50, key is test_row_0/C:col10/1731151107963/Put/seqid=0 2024-11-09T11:18:29,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742403_1579 (size=12391) 2024-11-09T11:18:29,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T11:18:29,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:29,204 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-09T11:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:29,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:29,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e85aa382074b4cffacd59cd7137aa76d_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151108660/Put/seqid=0 2024-11-09T11:18:29,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742404_1580 (size=12304) 2024-11-09T11:18:29,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:29,244 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e85aa382074b4cffacd59cd7137aa76d_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e85aa382074b4cffacd59cd7137aa76d_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:29,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/8803ee1812c94768b4fad00b379f1f1f, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:29,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/8803ee1812c94768b4fad00b379f1f1f is 175, key is test_row_0/A:col10/1731151108660/Put/seqid=0 2024-11-09T11:18:29,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742405_1581 (size=31105) 2024-11-09T11:18:29,261 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/8803ee1812c94768b4fad00b379f1f1f 2024-11-09T11:18:29,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/c6336043a15e43d58b664a4b7b9c2996 is 50, key is test_row_0/B:col10/1731151108660/Put/seqid=0 2024-11-09T11:18:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742406_1582 (size=12151) 2024-11-09T11:18:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:29,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:29,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151169301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151169300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151169301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151169306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151169307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T11:18:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151169411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151169421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151169421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,529 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/6eb1dc41701f42f7b9e81cd3a524c00c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6eb1dc41701f42f7b9e81cd3a524c00c 2024-11-09T11:18:29,535 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into 6eb1dc41701f42f7b9e81cd3a524c00c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:29,535 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:29,535 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=12, startTime=1731151109062; duration=0sec 2024-11-09T11:18:29,535 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:29,535 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:29,602 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/eb27f99872ff4d6597334c184e9b5dfe as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/eb27f99872ff4d6597334c184e9b5dfe 2024-11-09T11:18:29,606 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into eb27f99872ff4d6597334c184e9b5dfe(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:29,606 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:29,606 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=12, startTime=1731151109063; duration=0sec 2024-11-09T11:18:29,606 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:29,606 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:29,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151169621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151169631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151169631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,685 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/c6336043a15e43d58b664a4b7b9c2996 2024-11-09T11:18:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/99b0532411714565a12333d00f98c42f is 50, key is test_row_0/C:col10/1731151108660/Put/seqid=0 2024-11-09T11:18:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742407_1583 (size=12151) 2024-11-09T11:18:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151169811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151169811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T11:18:29,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151169931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151169942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151169942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:29,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,096 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/99b0532411714565a12333d00f98c42f 2024-11-09T11:18:30,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/8803ee1812c94768b4fad00b379f1f1f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/8803ee1812c94768b4fad00b379f1f1f 2024-11-09T11:18:30,106 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/8803ee1812c94768b4fad00b379f1f1f, entries=150, sequenceid=207, filesize=30.4 K 2024-11-09T11:18:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/c6336043a15e43d58b664a4b7b9c2996 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/c6336043a15e43d58b664a4b7b9c2996 2024-11-09T11:18:30,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/c6336043a15e43d58b664a4b7b9c2996, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T11:18:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/99b0532411714565a12333d00f98c42f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99b0532411714565a12333d00f98c42f 2024-11-09T11:18:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99b0532411714565a12333d00f98c42f, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T11:18:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,124 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for 3ffb48c0d3a77e907495fe8d970661aa in 920ms, sequenceid=207, compaction requested=false 2024-11-09T11:18:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-09T11:18:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-09T11:18:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-09T11:18:30,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3900 sec 2024-11-09T11:18:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.3960 sec 2024-11-09T11:18:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:30,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:18:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:30,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fab917b417564c28bd627d297b414f2a_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151109297/Put/seqid=0 2024-11-09T11:18:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742408_1584 (size=12304) 2024-11-09T11:18:30,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fab917b417564c28bd627d297b414f2a_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fab917b417564c28bd627d297b414f2a_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:30,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/c74933c0be22417f9601d8b51045c358, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:30,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/c74933c0be22417f9601d8b51045c358 is 175, key is test_row_0/A:col10/1731151109297/Put/seqid=0 2024-11-09T11:18:30,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731151110482, max timestamp=1731151110498Num uniques 859; 2024-11-09T11:18:30,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:30,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151110482, max timestamp=1731151110500Num uniques 859; 2024-11-09T11:18:30,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:30,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151110482, max timestamp=1731151110500Num uniques 859; 2024-11-09T11:18:30,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742409_1585 (size=31105) 2024-11-09T11:18:30,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/c74933c0be22417f9601d8b51045c358 2024-11-09T11:18:30,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/1d1f068071f649b29b57d4e794600797 is 50, key is test_row_0/B:col10/1731151109297/Put/seqid=0 2024-11-09T11:18:30,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742410_1586 (size=12151) 2024-11-09T11:18:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151170535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151170541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151170548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/1d1f068071f649b29b57d4e794600797 2024-11-09T11:18:30,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/c70851c012104ea68dac08c767e43582 is 50, key is test_row_0/C:col10/1731151109297/Put/seqid=0 2024-11-09T11:18:30,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742411_1587 (size=12151) 2024-11-09T11:18:30,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/c70851c012104ea68dac08c767e43582 2024-11-09T11:18:30,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/c74933c0be22417f9601d8b51045c358 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/c74933c0be22417f9601d8b51045c358 2024-11-09T11:18:30,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/c74933c0be22417f9601d8b51045c358, entries=150, sequenceid=219, filesize=30.4 K 2024-11-09T11:18:30,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/1d1f068071f649b29b57d4e794600797 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/1d1f068071f649b29b57d4e794600797 2024-11-09T11:18:30,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/1d1f068071f649b29b57d4e794600797, entries=150, sequenceid=219, filesize=11.9 K 2024-11-09T11:18:30,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/c70851c012104ea68dac08c767e43582 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/c70851c012104ea68dac08c767e43582 2024-11-09T11:18:30,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/c70851c012104ea68dac08c767e43582, entries=150, sequenceid=219, filesize=11.9 K 2024-11-09T11:18:30,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3ffb48c0d3a77e907495fe8d970661aa in 134ms, sequenceid=219, compaction requested=true 2024-11-09T11:18:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:30,581 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:30,581 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:30,581 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:30,582 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:30,582 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:30,582 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:30,582 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:30,582 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:30,582 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cbc9a7e326cd49518a069dde9432f935, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/8803ee1812c94768b4fad00b379f1f1f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/c74933c0be22417f9601d8b51045c358] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=91.4 K 2024-11-09T11:18:30,582 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6eb1dc41701f42f7b9e81cd3a524c00c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/c6336043a15e43d58b664a4b7b9c2996, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/1d1f068071f649b29b57d4e794600797] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=35.8 K 2024-11-09T11:18:30,582 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:30,582 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cbc9a7e326cd49518a069dde9432f935, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/8803ee1812c94768b4fad00b379f1f1f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/c74933c0be22417f9601d8b51045c358] 2024-11-09T11:18:30,582 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eb1dc41701f42f7b9e81cd3a524c00c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731151107963 2024-11-09T11:18:30,582 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbc9a7e326cd49518a069dde9432f935, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731151107963 2024-11-09T11:18:30,582 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c6336043a15e43d58b664a4b7b9c2996, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151108646 2024-11-09T11:18:30,583 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8803ee1812c94768b4fad00b379f1f1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151108646 2024-11-09T11:18:30,583 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d1f068071f649b29b57d4e794600797, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151109297 2024-11-09T11:18:30,583 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting c74933c0be22417f9601d8b51045c358, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151109297 2024-11-09T11:18:30,588 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:30,588 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/775ec477703c4a9f9dc2514f0201f1a4 is 50, key is test_row_0/B:col10/1731151109297/Put/seqid=0 2024-11-09T11:18:30,590 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:30,592 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411096d2fecd5002947b7bcdf8f864682d6f7_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:30,594 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411096d2fecd5002947b7bcdf8f864682d6f7_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:30,594 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096d2fecd5002947b7bcdf8f864682d6f7_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742412_1588 (size=12493) 2024-11-09T11:18:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742413_1589 (size=4469) 2024-11-09T11:18:30,607 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#497 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:30,607 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/34aca4fee9604b0a97176eb8d8d1242f is 175, key is test_row_0/A:col10/1731151109297/Put/seqid=0 2024-11-09T11:18:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742414_1590 (size=31447) 2024-11-09T11:18:30,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-09T11:18:30,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:30,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:30,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:30,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:30,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:30,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:30,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110993de6c0194754520991eb0a4027548da_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151110540/Put/seqid=0 2024-11-09T11:18:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151170676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151170676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151170678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742415_1591 (size=14794) 2024-11-09T11:18:30,686 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:30,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110993de6c0194754520991eb0a4027548da_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110993de6c0194754520991eb0a4027548da_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:30,689 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2b64cd3f4bff4788b0b2224c95f58133, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:30,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2b64cd3f4bff4788b0b2224c95f58133 is 175, key is test_row_0/A:col10/1731151110540/Put/seqid=0 2024-11-09T11:18:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742416_1592 (size=39749) 2024-11-09T11:18:30,698 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2b64cd3f4bff4788b0b2224c95f58133 2024-11-09T11:18:30,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a08e2052ffdc4ece9e3b6b527e95b5cd is 50, key is test_row_0/B:col10/1731151110540/Put/seqid=0 2024-11-09T11:18:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742417_1593 (size=12151) 2024-11-09T11:18:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151170791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151170791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151170791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151170821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,824 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151170831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:30,833 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T11:18:30,882 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:30,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-09T11:18:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T11:18:30,884 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:30,885 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:30,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T11:18:31,001 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/775ec477703c4a9f9dc2514f0201f1a4 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/775ec477703c4a9f9dc2514f0201f1a4 2024-11-09T11:18:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,005 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into 775ec477703c4a9f9dc2514f0201f1a4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:31,005 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151171002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,005 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=13, startTime=1731151110581; duration=0sec 2024-11-09T11:18:31,005 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:31,005 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:31,005 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151171002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151171002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,007 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:31,007 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:31,007 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:31,007 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/eb27f99872ff4d6597334c184e9b5dfe, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99b0532411714565a12333d00f98c42f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/c70851c012104ea68dac08c767e43582] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=35.8 K 2024-11-09T11:18:31,007 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting eb27f99872ff4d6597334c184e9b5dfe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731151107963 2024-11-09T11:18:31,008 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 99b0532411714565a12333d00f98c42f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151108646 2024-11-09T11:18:31,009 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting c70851c012104ea68dac08c767e43582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151109297 2024-11-09T11:18:31,014 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#500 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:31,014 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/008fa86c513b4751a68821197d10ec8e is 50, key is test_row_0/C:col10/1731151109297/Put/seqid=0 2024-11-09T11:18:31,018 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/34aca4fee9604b0a97176eb8d8d1242f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/34aca4fee9604b0a97176eb8d8d1242f 2024-11-09T11:18:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742418_1594 (size=12493) 2024-11-09T11:18:31,022 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into 34aca4fee9604b0a97176eb8d8d1242f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:31,022 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:31,022 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=13, startTime=1731151110581; duration=0sec 2024-11-09T11:18:31,022 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:31,022 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:31,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T11:18:31,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:31,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:31,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:31,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:31,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:31,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:18:31,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T11:18:31,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a08e2052ffdc4ece9e3b6b527e95b5cd 2024-11-09T11:18:31,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/a484cc47ea8e4c66b2a9df48eec4a6f9 is 50, key is test_row_0/C:col10/1731151110540/Put/seqid=0 2024-11-09T11:18:31,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742419_1595 (size=12151) 2024-11-09T11:18:31,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/a484cc47ea8e4c66b2a9df48eec4a6f9 2024-11-09T11:18:31,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2b64cd3f4bff4788b0b2224c95f58133 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2b64cd3f4bff4788b0b2224c95f58133 2024-11-09T11:18:31,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2b64cd3f4bff4788b0b2224c95f58133, entries=200, sequenceid=256, filesize=38.8 K 2024-11-09T11:18:31,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a08e2052ffdc4ece9e3b6b527e95b5cd as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a08e2052ffdc4ece9e3b6b527e95b5cd 2024-11-09T11:18:31,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a08e2052ffdc4ece9e3b6b527e95b5cd, entries=150, sequenceid=256, filesize=11.9 K 2024-11-09T11:18:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/a484cc47ea8e4c66b2a9df48eec4a6f9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a484cc47ea8e4c66b2a9df48eec4a6f9 2024-11-09T11:18:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a484cc47ea8e4c66b2a9df48eec4a6f9, entries=150, sequenceid=256, filesize=11.9 K 2024-11-09T11:18:31,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 3ffb48c0d3a77e907495fe8d970661aa in 494ms, sequenceid=256, compaction requested=false 2024-11-09T11:18:31,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T11:18:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:31,190 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T11:18:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:31,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e328b1452b3b4c26932d0a05c9181f17_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151110666/Put/seqid=0 2024-11-09T11:18:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T11:18:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742420_1596 (size=9914) 2024-11-09T11:18:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,207 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e328b1452b3b4c26932d0a05c9181f17_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e328b1452b3b4c26932d0a05c9181f17_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/877aafb7bc314f53b59403e8eb9b8811, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:31,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/877aafb7bc314f53b59403e8eb9b8811 is 175, key is test_row_0/A:col10/1731151110666/Put/seqid=0 2024-11-09T11:18:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742421_1597 (size=22561) 2024-11-09T11:18:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:31,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151111371, max timestamp=1731151111409Num uniques 859; 2024-11-09T11:18:31,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:31,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151111371, max timestamp=1731151111409Num uniques 859; 2024-11-09T11:18:31,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151111371, max timestamp=1731151111409Num uniques 859; 2024-11-09T11:18:31,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:31,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:31,423 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/008fa86c513b4751a68821197d10ec8e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/008fa86c513b4751a68821197d10ec8e 2024-11-09T11:18:31,428 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into 008fa86c513b4751a68821197d10ec8e(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:31,428 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:31,428 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=13, startTime=1731151110581; duration=0sec 2024-11-09T11:18:31,428 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:31,428 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:31,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151111438, max timestamp=1731151111451Num uniques 1018; 2024-11-09T11:18:31,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151111438, max timestamp=1731151111451Num uniques 1018; 2024-11-09T11:18:31,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:31,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:31,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151111438, max timestamp=1731151111451Num uniques 1018; 2024-11-09T11:18:31,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:31,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731151111490, max timestamp=1731151111505Num uniques 1027; 2024-11-09T11:18:31,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-09T11:18:31,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731151111490, max timestamp=1731151111505Num uniques 1027; 2024-11-09T11:18:31,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-09T11:18:31,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731151111490, max timestamp=1731151111505Num uniques 1027; 2024-11-09T11:18:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T11:18:31,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-09T11:18:31,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151171549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151171559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151171559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,631 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/877aafb7bc314f53b59403e8eb9b8811 2024-11-09T11:18:31,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/e31770e84ca94560b4d67894f75a7f89 is 50, key is test_row_0/B:col10/1731151110666/Put/seqid=0 2024-11-09T11:18:31,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742422_1598 (size=9857) 2024-11-09T11:18:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151171661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151171671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151171671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151171871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151171881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151171881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:31,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T11:18:32,053 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/e31770e84ca94560b4d67894f75a7f89 2024-11-09T11:18:32,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/1efb71c0b4f54087a628d5612521db70 is 50, key is test_row_0/C:col10/1731151110666/Put/seqid=0 2024-11-09T11:18:32,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742423_1599 (size=9857) 2024-11-09T11:18:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151172181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151172191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151172191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,465 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/1efb71c0b4f54087a628d5612521db70 2024-11-09T11:18:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/877aafb7bc314f53b59403e8eb9b8811 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/877aafb7bc314f53b59403e8eb9b8811 2024-11-09T11:18:32,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/877aafb7bc314f53b59403e8eb9b8811, entries=100, sequenceid=267, filesize=22.0 K 2024-11-09T11:18:32,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/e31770e84ca94560b4d67894f75a7f89 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e31770e84ca94560b4d67894f75a7f89 2024-11-09T11:18:32,481 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e31770e84ca94560b4d67894f75a7f89, entries=100, sequenceid=267, filesize=9.6 K 2024-11-09T11:18:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/1efb71c0b4f54087a628d5612521db70 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/1efb71c0b4f54087a628d5612521db70 2024-11-09T11:18:32,485 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/1efb71c0b4f54087a628d5612521db70, entries=100, sequenceid=267, filesize=9.6 K 2024-11-09T11:18:32,486 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 3ffb48c0d3a77e907495fe8d970661aa in 1296ms, sequenceid=267, compaction requested=true 2024-11-09T11:18:32,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:32,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:32,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-09T11:18:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-09T11:18:32,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-09T11:18:32,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6040 sec 2024-11-09T11:18:32,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.6160 sec 2024-11-09T11:18:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:32,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=147.60 KB heapSize=419.16 KB 2024-11-09T11:18:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T11:18:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T11:18:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:32,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-09T11:18:32,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151172707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151172710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151172711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097dcecbe3b73f475686bb5a2f4774e49c_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151111545/Put/seqid=0 2024-11-09T11:18:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742424_1600 (size=12454) 2024-11-09T11:18:32,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151172821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151172822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151172822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151172842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151172842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:32,847 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:32,847 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151173031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151173031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151173032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T11:18:33,042 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:33,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-09T11:18:33,044 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:33,045 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:33,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T11:18:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T11:18:33,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T11:18:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:33,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,209 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:33,212 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097dcecbe3b73f475686bb5a2f4774e49c_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097dcecbe3b73f475686bb5a2f4774e49c_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:33,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a83dc2ad7ccf48dfb675b40f817f8550, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:33,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a83dc2ad7ccf48dfb675b40f817f8550 is 175, key is test_row_0/A:col10/1731151111545/Put/seqid=0 2024-11-09T11:18:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742425_1601 (size=31255) 2024-11-09T11:18:33,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a83dc2ad7ccf48dfb675b40f817f8550 2024-11-09T11:18:33,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a5ea5988c5d0489586ba30722f6b73cf is 50, key is test_row_0/B:col10/1731151111545/Put/seqid=0 2024-11-09T11:18:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742426_1602 (size=12301) 2024-11-09T11:18:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151173342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151173342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151173342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T11:18:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T11:18:33,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T11:18:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a5ea5988c5d0489586ba30722f6b73cf 2024-11-09T11:18:33,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/48b27653b06545eaa1ef95ede5edffb6 is 50, key is test_row_0/C:col10/1731151111545/Put/seqid=0 2024-11-09T11:18:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742427_1603 (size=12301) 2024-11-09T11:18:33,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T11:18:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T11:18:33,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T11:18:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151173851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151173861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151173861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:33,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T11:18:33,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:33,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:34,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/48b27653b06545eaa1ef95ede5edffb6 2024-11-09T11:18:34,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/a83dc2ad7ccf48dfb675b40f817f8550 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a83dc2ad7ccf48dfb675b40f817f8550 2024-11-09T11:18:34,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a83dc2ad7ccf48dfb675b40f817f8550, entries=150, sequenceid=340, filesize=30.5 K 2024-11-09T11:18:34,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a5ea5988c5d0489586ba30722f6b73cf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a5ea5988c5d0489586ba30722f6b73cf 2024-11-09T11:18:34,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a5ea5988c5d0489586ba30722f6b73cf, entries=150, sequenceid=340, filesize=12.0 K 2024-11-09T11:18:34,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/48b27653b06545eaa1ef95ede5edffb6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/48b27653b06545eaa1ef95ede5edffb6 2024-11-09T11:18:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/48b27653b06545eaa1ef95ede5edffb6, entries=150, sequenceid=340, filesize=12.0 K 2024-11-09T11:18:34,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.11 KB/429168, currentSize=40.25 KB/41220 for 3ffb48c0d3a77e907495fe8d970661aa in 1377ms, sequenceid=340, compaction requested=true 2024-11-09T11:18:34,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:34,073 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:34,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:34,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:34,073 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:34,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:34,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:34,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:34,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:34,075 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125012 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:34,076 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:34,076 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:34,076 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/34aca4fee9604b0a97176eb8d8d1242f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2b64cd3f4bff4788b0b2224c95f58133, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/877aafb7bc314f53b59403e8eb9b8811, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a83dc2ad7ccf48dfb675b40f817f8550] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=122.1 K 2024-11-09T11:18:34,076 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:34,076 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/34aca4fee9604b0a97176eb8d8d1242f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2b64cd3f4bff4788b0b2224c95f58133, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/877aafb7bc314f53b59403e8eb9b8811, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a83dc2ad7ccf48dfb675b40f817f8550] 2024-11-09T11:18:34,077 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:34,077 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34aca4fee9604b0a97176eb8d8d1242f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151109297 2024-11-09T11:18:34,077 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:34,078 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:34,078 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/775ec477703c4a9f9dc2514f0201f1a4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a08e2052ffdc4ece9e3b6b527e95b5cd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e31770e84ca94560b4d67894f75a7f89, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a5ea5988c5d0489586ba30722f6b73cf] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=45.7 K 2024-11-09T11:18:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,078 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 775ec477703c4a9f9dc2514f0201f1a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151109297 2024-11-09T11:18:34,078 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b64cd3f4bff4788b0b2224c95f58133, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731151110518 2024-11-09T11:18:34,078 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a08e2052ffdc4ece9e3b6b527e95b5cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731151110539 2024-11-09T11:18:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,079 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 877aafb7bc314f53b59403e8eb9b8811, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731151110666 2024-11-09T11:18:34,079 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting e31770e84ca94560b4d67894f75a7f89, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731151110666 2024-11-09T11:18:34,079 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a83dc2ad7ccf48dfb675b40f817f8550, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731151111545 2024-11-09T11:18:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,080 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a5ea5988c5d0489586ba30722f6b73cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731151111545 2024-11-09T11:18:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,113 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,118 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:34,119 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/55de26948cd54712981f1ad1fb1efc3b is 50, key is test_row_0/B:col10/1731151111545/Put/seqid=0 2024-11-09T11:18:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T11:18:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:34,120 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-09T11:18:34,120 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411097c421b8f7249433d93bbf0f855d90612_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,123 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411097c421b8f7249433d93bbf0f855d90612_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:34,124 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411097c421b8f7249433d93bbf0f855d90612_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090012e46a0d39496bae4e88b42f2a9ab5_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151112709/Put/seqid=0 2024-11-09T11:18:34,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742428_1604 (size=12779) 2024-11-09T11:18:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,157 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/55de26948cd54712981f1ad1fb1efc3b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/55de26948cd54712981f1ad1fb1efc3b 2024-11-09T11:18:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,169 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into 55de26948cd54712981f1ad1fb1efc3b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:34,169 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:34,169 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=12, startTime=1731151114073; duration=0sec 2024-11-09T11:18:34,169 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:34,169 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:34,169 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T11:18:34,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742429_1605 (size=4469) 2024-11-09T11:18:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,173 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T11:18:34,174 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#508 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:34,173 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,174 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:34,174 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/008fa86c513b4751a68821197d10ec8e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a484cc47ea8e4c66b2a9df48eec4a6f9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/1efb71c0b4f54087a628d5612521db70, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/48b27653b06545eaa1ef95ede5edffb6] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=45.7 K 2024-11-09T11:18:34,174 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/b2d2ed97733c4b448cfa4ba6ca952db9 is 175, key is test_row_0/A:col10/1731151111545/Put/seqid=0 2024-11-09T11:18:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,176 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 008fa86c513b4751a68821197d10ec8e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731151109297 2024-11-09T11:18:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,177 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a484cc47ea8e4c66b2a9df48eec4a6f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731151110539 2024-11-09T11:18:34,177 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 1efb71c0b4f54087a628d5612521db70, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731151110666 2024-11-09T11:18:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,177 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 48b27653b06545eaa1ef95ede5edffb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731151111545 2024-11-09T11:18:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T11:18:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742430_1606 (size=9914) 2024-11-09T11:18:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742431_1607 (size=31733) 2024-11-09T11:18:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,228 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#511 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,230 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/44d219f195604628926fb4a369ff3bd6 is 50, key is test_row_0/C:col10/1731151111545/Put/seqid=0 2024-11-09T11:18:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,236 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/b2d2ed97733c4b448cfa4ba6ca952db9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b2d2ed97733c4b448cfa4ba6ca952db9 2024-11-09T11:18:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,240 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into b2d2ed97733c4b448cfa4ba6ca952db9(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:34,240 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,240 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=12, startTime=1731151114073; duration=0sec 2024-11-09T11:18:34,240 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:34,240 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742432_1608 (size=12779) 2024-11-09T11:18:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,257 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/44d219f195604628926fb4a369ff3bd6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/44d219f195604628926fb4a369ff3bd6 2024-11-09T11:18:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,264 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into 44d219f195604628926fb4a369ff3bd6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:34,264 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:34,264 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=12, startTime=1731151114074; duration=0sec 2024-11-09T11:18:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,264 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:34,264 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,605 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090012e46a0d39496bae4e88b42f2a9ab5_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090012e46a0d39496bae4e88b42f2a9ab5_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/57ada4422f4341de974df028a81e2ff2, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/57ada4422f4341de974df028a81e2ff2 is 175, key is test_row_0/A:col10/1731151112709/Put/seqid=0 2024-11-09T11:18:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742433_1609 (size=22561) 2024-11-09T11:18:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,614 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/57ada4422f4341de974df028a81e2ff2 2024-11-09T11:18:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/2de162b238b5491389b4df565b1a3915 is 50, key is test_row_0/B:col10/1731151112709/Put/seqid=0 2024-11-09T11:18:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742434_1610 (size=9857) 2024-11-09T11:18:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,637 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/2de162b238b5491389b4df565b1a3915 2024-11-09T11:18:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/6ce6b8994ad64bafbd61684e8b4adfde is 50, key is test_row_0/C:col10/1731151112709/Put/seqid=0 2024-11-09T11:18:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742435_1611 (size=9857) 2024-11-09T11:18:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,658 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/6ce6b8994ad64bafbd61684e8b4adfde 2024-11-09T11:18:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/57ada4422f4341de974df028a81e2ff2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/57ada4422f4341de974df028a81e2ff2 2024-11-09T11:18:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,666 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/57ada4422f4341de974df028a81e2ff2, entries=100, sequenceid=349, filesize=22.0 K 2024-11-09T11:18:34,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/2de162b238b5491389b4df565b1a3915 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2de162b238b5491389b4df565b1a3915 2024-11-09T11:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,669 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2de162b238b5491389b4df565b1a3915, entries=100, sequenceid=349, filesize=9.6 K 2024-11-09T11:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/6ce6b8994ad64bafbd61684e8b4adfde as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/6ce6b8994ad64bafbd61684e8b4adfde 2024-11-09T11:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,673 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/6ce6b8994ad64bafbd61684e8b4adfde, entries=100, sequenceid=349, filesize=9.6 K 2024-11-09T11:18:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,674 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 3ffb48c0d3a77e907495fe8d970661aa in 554ms, sequenceid=349, compaction requested=false 2024-11-09T11:18:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:34,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-09T11:18:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-09T11:18:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-09T11:18:34,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6300 sec 2024-11-09T11:18:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.6490 sec 2024-11-09T11:18:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-09T11:18:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:34,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109779879189c8b4109af96d227ee22e7a9_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151114897/Put/seqid=0 2024-11-09T11:18:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742436_1612 (size=20074) 2024-11-09T11:18:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:34,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151114939, max timestamp=1731151114947Num uniques 859; 2024-11-09T11:18:34,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:34,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151114939, max timestamp=1731151114947Num uniques 859; 2024-11-09T11:18:34,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:34,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731151114939, max timestamp=1731151114947Num uniques 859; 2024-11-09T11:18:34,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-09T11:18:34,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151174992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151174996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151174996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151175102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151175111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151175112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T11:18:35,192 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:35,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-09T11:18:35,194 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T11:18:35,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:35,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T11:18:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151175314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151175321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151175321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,328 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109779879189c8b4109af96d227ee22e7a9_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109779879189c8b4109af96d227ee22e7a9_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:35,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56bbc0b1b0fb4228820c865aff41b6f2, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:35,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56bbc0b1b0fb4228820c865aff41b6f2 is 175, key is test_row_0/A:col10/1731151114897/Put/seqid=0 2024-11-09T11:18:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742437_1613 (size=57333) 2024-11-09T11:18:35,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T11:18:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T11:18:35,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T11:18:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151175621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151175633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151175636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:35,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T11:18:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,739 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56bbc0b1b0fb4228820c865aff41b6f2 2024-11-09T11:18:35,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/7ba0ead40ffc4007a7ad40376e8496e5 is 50, key is test_row_0/B:col10/1731151114897/Put/seqid=0 2024-11-09T11:18:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742438_1614 (size=12301) 2024-11-09T11:18:35,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/7ba0ead40ffc4007a7ad40376e8496e5 2024-11-09T11:18:35,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/ef9c474cd35c4dc39d020082f6ea3050 is 50, key is test_row_0/C:col10/1731151114897/Put/seqid=0 2024-11-09T11:18:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742439_1615 (size=12301) 2024-11-09T11:18:35,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/ef9c474cd35c4dc39d020082f6ea3050 2024-11-09T11:18:35,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56bbc0b1b0fb4228820c865aff41b6f2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56bbc0b1b0fb4228820c865aff41b6f2 2024-11-09T11:18:35,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T11:18:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:35,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56bbc0b1b0fb4228820c865aff41b6f2, entries=300, sequenceid=362, filesize=56.0 K 2024-11-09T11:18:35,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/7ba0ead40ffc4007a7ad40376e8496e5 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7ba0ead40ffc4007a7ad40376e8496e5 2024-11-09T11:18:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T11:18:35,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7ba0ead40ffc4007a7ad40376e8496e5, entries=150, sequenceid=362, filesize=12.0 K 2024-11-09T11:18:35,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/ef9c474cd35c4dc39d020082f6ea3050 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9c474cd35c4dc39d020082f6ea3050 2024-11-09T11:18:35,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9c474cd35c4dc39d020082f6ea3050, entries=150, sequenceid=362, filesize=12.0 K 2024-11-09T11:18:35,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3ffb48c0d3a77e907495fe8d970661aa in 923ms, sequenceid=362, compaction requested=true 2024-11-09T11:18:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:35,834 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:35,834 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:35,835 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:35,835 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:35,835 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,835 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b2d2ed97733c4b448cfa4ba6ca952db9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/57ada4422f4341de974df028a81e2ff2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56bbc0b1b0fb4228820c865aff41b6f2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=109.0 K 2024-11-09T11:18:35,835 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,836 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b2d2ed97733c4b448cfa4ba6ca952db9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/57ada4422f4341de974df028a81e2ff2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56bbc0b1b0fb4228820c865aff41b6f2] 2024-11-09T11:18:35,836 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:35,836 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:35,836 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,836 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/55de26948cd54712981f1ad1fb1efc3b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2de162b238b5491389b4df565b1a3915, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7ba0ead40ffc4007a7ad40376e8496e5] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=34.1 K 2024-11-09T11:18:35,838 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 55de26948cd54712981f1ad1fb1efc3b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731151111545 2024-11-09T11:18:35,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d2ed97733c4b448cfa4ba6ca952db9, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731151111545 2024-11-09T11:18:35,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ada4422f4341de974df028a81e2ff2, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731151112706 2024-11-09T11:18:35,838 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 2de162b238b5491389b4df565b1a3915, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731151112706 2024-11-09T11:18:35,838 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56bbc0b1b0fb4228820c865aff41b6f2, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731151114897 2024-11-09T11:18:35,838 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ba0ead40ffc4007a7ad40376e8496e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731151114897 2024-11-09T11:18:35,857 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:35,867 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:35,867 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/2fa5dae061354916b537151bf4a90cce is 50, key is test_row_0/B:col10/1731151114897/Put/seqid=0 2024-11-09T11:18:35,873 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b2c98db0905947a483374b78762de861_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:35,875 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b2c98db0905947a483374b78762de861_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:35,876 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b2c98db0905947a483374b78762de861_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:35,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742440_1616 (size=12881) 2024-11-09T11:18:35,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742441_1617 (size=4469) 2024-11-09T11:18:35,967 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#517 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:35,972 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/d4b394f6011e4d0bb458fe098b167636 is 175, key is test_row_0/A:col10/1731151114897/Put/seqid=0 2024-11-09T11:18:35,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T11:18:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:35,973 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-09T11:18:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:35,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110940c0552852a04bb9aa7bf866ee4fd6e2_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151114994/Put/seqid=0 2024-11-09T11:18:36,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742442_1618 (size=31835) 2024-11-09T11:18:36,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742443_1619 (size=12454) 2024-11-09T11:18:36,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:36,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151176155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151176156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151176156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151176277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151176277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151176277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T11:18:36,333 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/2fa5dae061354916b537151bf4a90cce as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2fa5dae061354916b537151bf4a90cce 2024-11-09T11:18:36,339 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into 2fa5dae061354916b537151bf4a90cce(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:36,339 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:36,339 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=13, startTime=1731151115834; duration=0sec 2024-11-09T11:18:36,339 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:36,339 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:36,339 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:36,340 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:36,340 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:36,340 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:36,340 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/44d219f195604628926fb4a369ff3bd6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/6ce6b8994ad64bafbd61684e8b4adfde, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9c474cd35c4dc39d020082f6ea3050] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=34.1 K 2024-11-09T11:18:36,340 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 44d219f195604628926fb4a369ff3bd6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731151111545 2024-11-09T11:18:36,341 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce6b8994ad64bafbd61684e8b4adfde, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731151112706 2024-11-09T11:18:36,341 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ef9c474cd35c4dc39d020082f6ea3050, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731151114897 2024-11-09T11:18:36,348 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#520 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:36,348 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/0f2ed1a8f2e242e29b516a80e7b03e73 is 50, key is test_row_0/C:col10/1731151114897/Put/seqid=0 2024-11-09T11:18:36,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742444_1620 (size=12881) 2024-11-09T11:18:36,356 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/0f2ed1a8f2e242e29b516a80e7b03e73 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/0f2ed1a8f2e242e29b516a80e7b03e73 2024-11-09T11:18:36,361 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into 0f2ed1a8f2e242e29b516a80e7b03e73(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:36,361 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:36,361 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=13, startTime=1731151115835; duration=0sec 2024-11-09T11:18:36,361 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:36,361 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:36,456 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/d4b394f6011e4d0bb458fe098b167636 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d4b394f6011e4d0bb458fe098b167636 2024-11-09T11:18:36,459 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into d4b394f6011e4d0bb458fe098b167636(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:36,459 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:36,459 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=13, startTime=1731151115834; duration=0sec 2024-11-09T11:18:36,459 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:36,460 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151176481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:36,489 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110940c0552852a04bb9aa7bf866ee4fd6e2_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110940c0552852a04bb9aa7bf866ee4fd6e2_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:36,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/d626ba404f854e07aa4045d8712f42b6, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:36,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/d626ba404f854e07aa4045d8712f42b6 is 175, key is test_row_0/A:col10/1731151114994/Put/seqid=0 2024-11-09T11:18:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151176491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151176491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742445_1621 (size=31255) 2024-11-09T11:18:36,498 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/d626ba404f854e07aa4045d8712f42b6 2024-11-09T11:18:36,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/7868d1cdadda4924a56c194a40f609f9 is 50, key is test_row_0/B:col10/1731151114994/Put/seqid=0 2024-11-09T11:18:36,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742446_1622 (size=12301) 2024-11-09T11:18:36,538 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/7868d1cdadda4924a56c194a40f609f9 2024-11-09T11:18:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/9f216cd7cf5b4e198f1929329ea0a7a7 is 50, key is test_row_0/C:col10/1731151114994/Put/seqid=0 2024-11-09T11:18:36,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742447_1623 (size=12301) 2024-11-09T11:18:36,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151176791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151176801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151176801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57810 deadline: 1731151176861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,862 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57826 deadline: 1731151176871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:36,873 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:36,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:36,977 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/9f216cd7cf5b4e198f1929329ea0a7a7 2024-11-09T11:18:36,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/d626ba404f854e07aa4045d8712f42b6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d626ba404f854e07aa4045d8712f42b6 2024-11-09T11:18:36,993 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d626ba404f854e07aa4045d8712f42b6, entries=150, sequenceid=398, filesize=30.5 K 2024-11-09T11:18:36,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/7868d1cdadda4924a56c194a40f609f9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7868d1cdadda4924a56c194a40f609f9 2024-11-09T11:18:37,001 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7868d1cdadda4924a56c194a40f609f9, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T11:18:37,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/9f216cd7cf5b4e198f1929329ea0a7a7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9f216cd7cf5b4e198f1929329ea0a7a7 2024-11-09T11:18:37,006 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9f216cd7cf5b4e198f1929329ea0a7a7, entries=150, sequenceid=398, filesize=12.0 K 2024-11-09T11:18:37,007 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3ffb48c0d3a77e907495fe8d970661aa in 1034ms, sequenceid=398, compaction requested=false 2024-11-09T11:18:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-09T11:18:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-09T11:18:37,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-09T11:18:37,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-09T11:18:37,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8200 sec 2024-11-09T11:18:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:37,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-09T11:18:37,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:37,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:37,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:37,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:37,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:37,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:37,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d0039c492edf4b06a52d470f3800fe18_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151117302/Put/seqid=0 2024-11-09T11:18:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742448_1624 (size=12454) 2024-11-09T11:18:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151177332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151117325, max timestamp=1731151117334Num uniques 859; 2024-11-09T11:18:37,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:37,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151177333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151117325, max timestamp=1731151117334Num uniques 859; 2024-11-09T11:18:37,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151117325, max timestamp=1731151117334Num uniques 859; 2024-11-09T11:18:37,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:37,337 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T11:18:37,342 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:37,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-09T11:18:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T11:18:37,343 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:37,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:37,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:37,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151177442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151177442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T11:18:37,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151177448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151177551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151177561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,565 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151177651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T11:18:37,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:37,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151177761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151177771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:37,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:37,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d0039c492edf4b06a52d470f3800fe18_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d0039c492edf4b06a52d470f3800fe18_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:37,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2d66c7c226aa4d49b2089170c342f0ac, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:37,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2d66c7c226aa4d49b2089170c342f0ac is 175, key is test_row_0/A:col10/1731151117302/Put/seqid=0 2024-11-09T11:18:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742449_1625 (size=31255) 2024-11-09T11:18:37,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2d66c7c226aa4d49b2089170c342f0ac 2024-11-09T11:18:37,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/6d6b2dc408a54362a9b67b123a27f0c2 is 50, key is test_row_0/B:col10/1731151117302/Put/seqid=0 2024-11-09T11:18:37,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742450_1626 (size=12301) 2024-11-09T11:18:37,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:37,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:37,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151177961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T11:18:38,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151178071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:38,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151178081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:38,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:38,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:38,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/6d6b2dc408a54362a9b67b123a27f0c2 2024-11-09T11:18:38,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/2399ed7d8c2245a6807bceaf4fcea8ac is 50, key is test_row_0/C:col10/1731151117302/Put/seqid=0 2024-11-09T11:18:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742451_1627 (size=12301) 2024-11-09T11:18:38,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:38,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151178471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T11:18:38,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:38,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:38,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:38,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151178581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:38,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151178591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:38,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/2399ed7d8c2245a6807bceaf4fcea8ac 2024-11-09T11:18:38,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2d66c7c226aa4d49b2089170c342f0ac as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2d66c7c226aa4d49b2089170c342f0ac 2024-11-09T11:18:38,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2d66c7c226aa4d49b2089170c342f0ac, entries=150, sequenceid=412, filesize=30.5 K 2024-11-09T11:18:38,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/6d6b2dc408a54362a9b67b123a27f0c2 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6d6b2dc408a54362a9b67b123a27f0c2 2024-11-09T11:18:38,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6d6b2dc408a54362a9b67b123a27f0c2, entries=150, sequenceid=412, filesize=12.0 K 2024-11-09T11:18:38,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/2399ed7d8c2245a6807bceaf4fcea8ac as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2399ed7d8c2245a6807bceaf4fcea8ac 2024-11-09T11:18:38,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2399ed7d8c2245a6807bceaf4fcea8ac, entries=150, sequenceid=412, filesize=12.0 K 2024-11-09T11:18:38,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3ffb48c0d3a77e907495fe8d970661aa in 1404ms, sequenceid=412, compaction requested=true 2024-11-09T11:18:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:38,707 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:38,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:38,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:38,708 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:38,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:38,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:38,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:38,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:38,710 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,710 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,710 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d4b394f6011e4d0bb458fe098b167636, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d626ba404f854e07aa4045d8712f42b6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2d66c7c226aa4d49b2089170c342f0ac] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=92.1 K 2024-11-09T11:18:38,710 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2fa5dae061354916b537151bf4a90cce, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7868d1cdadda4924a56c194a40f609f9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6d6b2dc408a54362a9b67b123a27f0c2] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=36.6 K 2024-11-09T11:18:38,710 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d4b394f6011e4d0bb458fe098b167636, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d626ba404f854e07aa4045d8712f42b6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2d66c7c226aa4d49b2089170c342f0ac] 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa5dae061354916b537151bf4a90cce, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731151114897 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4b394f6011e4d0bb458fe098b167636, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731151114897 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 7868d1cdadda4924a56c194a40f609f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731151114985 2024-11-09T11:18:38,710 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d6b2dc408a54362a9b67b123a27f0c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731151116154 2024-11-09T11:18:38,711 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting d626ba404f854e07aa4045d8712f42b6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731151114985 2024-11-09T11:18:38,711 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d66c7c226aa4d49b2089170c342f0ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731151116154 2024-11-09T11:18:38,716 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#526 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:38,717 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/ccf3b29fc59e4b9d885f642891a2c04c is 50, key is test_row_0/B:col10/1731151117302/Put/seqid=0 2024-11-09T11:18:38,718 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:38,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T11:18:38,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:38,720 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-09T11:18:38,721 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109719f00aefbeb4f95b3d09ead3d55abf4_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:38,723 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109719f00aefbeb4f95b3d09ead3d55abf4_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:38,723 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109719f00aefbeb4f95b3d09ead3d55abf4_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:38,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742452_1628 (size=12983) 2024-11-09T11:18:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110999fb5f23ba42418f8c4f4e73639972ac_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151117446/Put/seqid=0 2024-11-09T11:18:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742453_1629 (size=4469) 2024-11-09T11:18:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742454_1630 (size=12454) 2024-11-09T11:18:38,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:38,773 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110999fb5f23ba42418f8c4f4e73639972ac_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999fb5f23ba42418f8c4f4e73639972ac_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:38,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/adc6460580654680bf5511b4bd9b97c9, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:38,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/adc6460580654680bf5511b4bd9b97c9 is 175, key is test_row_0/A:col10/1731151117446/Put/seqid=0 2024-11-09T11:18:38,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742455_1631 (size=31255) 2024-11-09T11:18:39,140 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/ccf3b29fc59e4b9d885f642891a2c04c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ccf3b29fc59e4b9d885f642891a2c04c 2024-11-09T11:18:39,148 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into ccf3b29fc59e4b9d885f642891a2c04c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:39,148 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:39,148 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=13, startTime=1731151118708; duration=0sec 2024-11-09T11:18:39,148 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:39,148 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:39,148 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:39,149 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:39,149 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:39,149 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:39,149 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/0f2ed1a8f2e242e29b516a80e7b03e73, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9f216cd7cf5b4e198f1929329ea0a7a7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2399ed7d8c2245a6807bceaf4fcea8ac] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=36.6 K 2024-11-09T11:18:39,149 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f2ed1a8f2e242e29b516a80e7b03e73, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731151114897 2024-11-09T11:18:39,150 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f216cd7cf5b4e198f1929329ea0a7a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731151114985 2024-11-09T11:18:39,150 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 2399ed7d8c2245a6807bceaf4fcea8ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731151116154 2024-11-09T11:18:39,157 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#527 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:39,158 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/b6365a2f052e46d5acc57e2f76c0e28f is 175, key is test_row_0/A:col10/1731151117302/Put/seqid=0 2024-11-09T11:18:39,160 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#529 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:39,160 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/a0b2448f7eb94259bed6191adf743e1e is 50, key is test_row_0/C:col10/1731151117302/Put/seqid=0 2024-11-09T11:18:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742457_1633 (size=12983) 2024-11-09T11:18:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742456_1632 (size=31937) 2024-11-09T11:18:39,184 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/a0b2448f7eb94259bed6191adf743e1e as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a0b2448f7eb94259bed6191adf743e1e 2024-11-09T11:18:39,188 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/b6365a2f052e46d5acc57e2f76c0e28f as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b6365a2f052e46d5acc57e2f76c0e28f 2024-11-09T11:18:39,190 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into a0b2448f7eb94259bed6191adf743e1e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:39,190 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:39,191 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=13, startTime=1731151118708; duration=0sec 2024-11-09T11:18:39,191 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:39,191 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:39,192 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into b6365a2f052e46d5acc57e2f76c0e28f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:39,193 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:39,193 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=13, startTime=1731151118707; duration=0sec 2024-11-09T11:18:39,193 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:39,193 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:39,218 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/adc6460580654680bf5511b4bd9b97c9 2024-11-09T11:18:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/0a7ea9147ad04154800a5375f7f1d757 is 50, key is test_row_0/B:col10/1731151117446/Put/seqid=0 2024-11-09T11:18:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742458_1634 (size=12301) 2024-11-09T11:18:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T11:18:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:39,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:39,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151179524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:39,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151179601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:39,604 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:39,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151179601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:39,607 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:39,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151179631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:39,638 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/0a7ea9147ad04154800a5375f7f1d757 2024-11-09T11:18:39,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/75a1e64b26bf4430b58df24b72310e33 is 50, key is test_row_0/C:col10/1731151117446/Put/seqid=0 2024-11-09T11:18:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742459_1635 (size=12301) 2024-11-09T11:18:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151179841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:40,047 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/75a1e64b26bf4430b58df24b72310e33 2024-11-09T11:18:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/adc6460580654680bf5511b4bd9b97c9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/adc6460580654680bf5511b4bd9b97c9 2024-11-09T11:18:40,054 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/adc6460580654680bf5511b4bd9b97c9, entries=150, sequenceid=448, filesize=30.5 K 2024-11-09T11:18:40,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/0a7ea9147ad04154800a5375f7f1d757 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/0a7ea9147ad04154800a5375f7f1d757 2024-11-09T11:18:40,057 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/0a7ea9147ad04154800a5375f7f1d757, entries=150, sequenceid=448, filesize=12.0 K 2024-11-09T11:18:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/75a1e64b26bf4430b58df24b72310e33 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/75a1e64b26bf4430b58df24b72310e33 2024-11-09T11:18:40,060 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/75a1e64b26bf4430b58df24b72310e33, entries=150, sequenceid=448, filesize=12.0 K 2024-11-09T11:18:40,061 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 3ffb48c0d3a77e907495fe8d970661aa in 1341ms, sequenceid=448, compaction requested=false 2024-11-09T11:18:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-09T11:18:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-09T11:18:40,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-09T11:18:40,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7180 sec 2024-11-09T11:18:40,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.7220 sec 2024-11-09T11:18:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:40,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:18:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:40,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae84327669ca455e891e8e09cc810caf_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151120152/Put/seqid=0 2024-11-09T11:18:40,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742460_1636 (size=14994) 2024-11-09T11:18:40,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151180223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:40,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:40,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:40,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151180331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151180541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:40,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:40,562 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:40,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae84327669ca455e891e8e09cc810caf_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae84327669ca455e891e8e09cc810caf_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:40,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/eed6d913e68f4d0eb9128fb11443105d, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:40,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/eed6d913e68f4d0eb9128fb11443105d is 175, key is test_row_0/A:col10/1731151120152/Put/seqid=0 2024-11-09T11:18:40,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742461_1637 (size=39949) 2024-11-09T11:18:40,569 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=463, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/eed6d913e68f4d0eb9128fb11443105d 2024-11-09T11:18:40,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a965ee11f9be49c69280400db1444d43 is 50, key is test_row_0/B:col10/1731151120152/Put/seqid=0 2024-11-09T11:18:40,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742462_1638 (size=12301) 2024-11-09T11:18:40,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a965ee11f9be49c69280400db1444d43 2024-11-09T11:18:40,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/fafa235f95f14fbb83a91ea4f494d4f7 is 50, key is test_row_0/C:col10/1731151120152/Put/seqid=0 2024-11-09T11:18:40,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742463_1639 (size=12301) 2024-11-09T11:18:40,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/fafa235f95f14fbb83a91ea4f494d4f7 2024-11-09T11:18:40,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/eed6d913e68f4d0eb9128fb11443105d as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/eed6d913e68f4d0eb9128fb11443105d 2024-11-09T11:18:40,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/eed6d913e68f4d0eb9128fb11443105d, entries=200, sequenceid=463, filesize=39.0 K 2024-11-09T11:18:40,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/a965ee11f9be49c69280400db1444d43 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a965ee11f9be49c69280400db1444d43 2024-11-09T11:18:40,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a965ee11f9be49c69280400db1444d43, entries=150, sequenceid=463, filesize=12.0 K 2024-11-09T11:18:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/fafa235f95f14fbb83a91ea4f494d4f7 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/fafa235f95f14fbb83a91ea4f494d4f7 2024-11-09T11:18:40,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/fafa235f95f14fbb83a91ea4f494d4f7, entries=150, sequenceid=463, filesize=12.0 K 2024-11-09T11:18:40,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3ffb48c0d3a77e907495fe8d970661aa in 462ms, sequenceid=463, compaction requested=true 2024-11-09T11:18:40,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:40,615 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:40,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:40,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:40,616 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:40,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:40,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:40,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:40,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:40,616 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:40,616 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:40,616 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:40,616 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:40,616 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:40,616 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:40,617 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b6365a2f052e46d5acc57e2f76c0e28f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/adc6460580654680bf5511b4bd9b97c9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/eed6d913e68f4d0eb9128fb11443105d] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=100.7 K 2024-11-09T11:18:40,617 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ccf3b29fc59e4b9d885f642891a2c04c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/0a7ea9147ad04154800a5375f7f1d757, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a965ee11f9be49c69280400db1444d43] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=36.7 K 2024-11-09T11:18:40,617 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:40,617 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b6365a2f052e46d5acc57e2f76c0e28f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/adc6460580654680bf5511b4bd9b97c9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/eed6d913e68f4d0eb9128fb11443105d] 2024-11-09T11:18:40,617 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting ccf3b29fc59e4b9d885f642891a2c04c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731151116154 2024-11-09T11:18:40,617 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6365a2f052e46d5acc57e2f76c0e28f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731151116154 2024-11-09T11:18:40,617 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a7ea9147ad04154800a5375f7f1d757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731151117407 2024-11-09T11:18:40,617 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting adc6460580654680bf5511b4bd9b97c9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731151117407 2024-11-09T11:18:40,617 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting a965ee11f9be49c69280400db1444d43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731151119510 2024-11-09T11:18:40,618 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting eed6d913e68f4d0eb9128fb11443105d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731151119510 2024-11-09T11:18:40,625 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:40,626 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:40,626 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/dde0230731134fef86aa7b15a73d127c is 50, key is test_row_0/B:col10/1731151120152/Put/seqid=0 2024-11-09T11:18:40,629 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110912b9a4d5b4de4e968f35f4fc14f6383f_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:40,630 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110912b9a4d5b4de4e968f35f4fc14f6383f_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:40,631 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110912b9a4d5b4de4e968f35f4fc14f6383f_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:40,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742464_1640 (size=13085) 2024-11-09T11:18:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742465_1641 (size=4469) 2024-11-09T11:18:40,654 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#536 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:40,654 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/b7e56d85c03f44ceb24e617490c0dc8b is 175, key is test_row_0/A:col10/1731151120152/Put/seqid=0 2024-11-09T11:18:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742466_1642 (size=32039) 2024-11-09T11:18:40,666 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/b7e56d85c03f44ceb24e617490c0dc8b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b7e56d85c03f44ceb24e617490c0dc8b 2024-11-09T11:18:40,669 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into b7e56d85c03f44ceb24e617490c0dc8b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:40,670 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:40,670 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=13, startTime=1731151120615; duration=0sec 2024-11-09T11:18:40,670 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:40,670 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:40,670 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:40,671 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:40,671 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:40,671 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:40,671 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a0b2448f7eb94259bed6191adf743e1e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/75a1e64b26bf4430b58df24b72310e33, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/fafa235f95f14fbb83a91ea4f494d4f7] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=36.7 K 2024-11-09T11:18:40,671 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0b2448f7eb94259bed6191adf743e1e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731151116154 2024-11-09T11:18:40,672 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75a1e64b26bf4430b58df24b72310e33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731151117407 2024-11-09T11:18:40,672 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting fafa235f95f14fbb83a91ea4f494d4f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731151119510 2024-11-09T11:18:40,683 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#537 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:40,684 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/d3567ffbc49549cd83b7f93601954849 is 50, key is test_row_0/C:col10/1731151120152/Put/seqid=0 2024-11-09T11:18:40,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742467_1643 (size=13085) 2024-11-09T11:18:40,697 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/d3567ffbc49549cd83b7f93601954849 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d3567ffbc49549cd83b7f93601954849 2024-11-09T11:18:40,703 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into d3567ffbc49549cd83b7f93601954849(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:40,703 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:40,703 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=13, startTime=1731151120616; duration=0sec 2024-11-09T11:18:40,703 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:40,703 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:40,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151120199, max timestamp=1731151120852Num uniques 859; 2024-11-09T11:18:40,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151120199, max timestamp=1731151120852Num uniques 859; 2024-11-09T11:18:40,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:40,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:40,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-09T11:18:40,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151120199, max timestamp=1731151120852Num uniques 859; 2024-11-09T11:18:40,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:40,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:40,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:40,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae01a98628304a38905dd66448f63f6d_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151120222/Put/seqid=0 2024-11-09T11:18:40,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742468_1644 (size=12454) 2024-11-09T11:18:40,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:40,873 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ae01a98628304a38905dd66448f63f6d_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae01a98628304a38905dd66448f63f6d_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:40,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/20aec6dfc1064d8f8f1360c89c33cbf6, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:40,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/20aec6dfc1064d8f8f1360c89c33cbf6 is 175, key is test_row_0/A:col10/1731151120222/Put/seqid=0 2024-11-09T11:18:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742469_1645 (size=31255) 2024-11-09T11:18:40,901 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=486, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/20aec6dfc1064d8f8f1360c89c33cbf6 2024-11-09T11:18:40,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/13d4ce2d4da1400497d0f22c876d9165 is 50, key is test_row_0/B:col10/1731151120222/Put/seqid=0 2024-11-09T11:18:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742470_1646 (size=12301) 2024-11-09T11:18:40,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151120910, max timestamp=1731151120950Num uniques 859; 2024-11-09T11:18:40,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:40,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151120910, max timestamp=1731151120950Num uniques 859; 2024-11-09T11:18:40,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:40,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731151120910, max timestamp=1731151120950Num uniques 859; 2024-11-09T11:18:40,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-09T11:18:41,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151121015, max timestamp=1731151121038Num uniques 1018; 2024-11-09T11:18:41,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731151121015, max timestamp=1731151121038Num uniques 1018; 2024-11-09T11:18:41,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:41,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-09T11:18:41,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731151121015, max timestamp=1731151121038Num uniques 1018; 2024-11-09T11:18:41,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150 2024-11-09T11:18:41,049 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/dde0230731134fef86aa7b15a73d127c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/dde0230731134fef86aa7b15a73d127c 2024-11-09T11:18:41,052 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into dde0230731134fef86aa7b15a73d127c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:41,052 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:41,052 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=13, startTime=1731151120616; duration=0sec 2024-11-09T11:18:41,053 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:41,053 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:41,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151121107, max timestamp=1731151121125Num uniques 1027; 2024-11-09T11:18:41,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-09T11:18:41,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151121107, max timestamp=1731151121125Num uniques 1009; 2024-11-09T11:18:41,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731151121107, max timestamp=1731151121125Num uniques 1027; 2024-11-09T11:18:41,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8102, suffix heap size=132904,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=177 2024-11-09T11:18:41,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-09T11:18:41,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731151121154, max timestamp=1731151121210Num uniques 1036; 2024-11-09T11:18:41,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T11:18:41,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731151121154, max timestamp=1731151121210Num uniques 1036; 2024-11-09T11:18:41,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T11:18:41,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731151121154, max timestamp=1731151121210Num uniques 1036; 2024-11-09T11:18:41,216 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-09T11:18:41,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731151121270, max timestamp=1731151121286Num uniques 1045; 2024-11-09T11:18:41,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731151121270, max timestamp=1731151121286Num uniques 1045; 2024-11-09T11:18:41,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-09T11:18:41,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-09T11:18:41,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731151121270, max timestamp=1731151121286Num uniques 1045; 2024-11-09T11:18:41,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-09T11:18:41,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/13d4ce2d4da1400497d0f22c876d9165 2024-11-09T11:18:41,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/3d9f7fb9f05b468d908492c782515859 is 50, key is test_row_0/C:col10/1731151120222/Put/seqid=0 2024-11-09T11:18:41,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742471_1647 (size=12301) 2024-11-09T11:18:41,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731151121332, max timestamp=1731151121377Num uniques 1054; 2024-11-09T11:18:41,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-09T11:18:41,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731151121332, max timestamp=1731151121377Num uniques 1054; 2024-11-09T11:18:41,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-09T11:18:41,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731151121332, max timestamp=1731151121377Num uniques 1054; 2024-11-09T11:18:41,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-09T11:18:41,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731151121395, max timestamp=1731151121453Num uniques 1013; 2024-11-09T11:18:41,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192  suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-11-09T11:18:41,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731151121395, max timestamp=1731151121453Num uniques 1013; 2024-11-09T11:18:41,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192  suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-11-09T11:18:41,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731151121395, max timestamp=1731151121453Num uniques 1013; 2024-11-09T11:18:41,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192  suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-11-09T11:18:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T11:18:41,501 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:41,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-09T11:18:41,503 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T11:18:41,503 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:41,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731151121514, max timestamp=1731151121529Num uniques 1022; 2024-11-09T11:18:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731151121514, max timestamp=1731151121529Num uniques 1022; 2024-11-09T11:18:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-09T11:18:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-09T11:18:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731151121514, max timestamp=1731151121529Num uniques 1022; 2024-11-09T11:18:41,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-11-09T11:18:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731151121586, max timestamp=1731151121601Num uniques 1031; 2024-11-09T11:18:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-09T11:18:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731151121586, max timestamp=1731151121601Num uniques 1031; 2024-11-09T11:18:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-09T11:18:41,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1731151121586, max timestamp=1731151121601Num uniques 1031; 2024-11-09T11:18:41,607 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064  suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-11-09T11:18:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T11:18:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731151121634, max timestamp=1731151121645Num uniques 1040; 2024-11-09T11:18:41,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-11-09T11:18:41,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731151121634, max timestamp=1731151121645Num uniques 1040; 2024-11-09T11:18:41,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1731151121634, max timestamp=1731151121645Num uniques 1040; 2024-11-09T11:18:41,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-11-09T11:18:41,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000  suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-11-09T11:18:41,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:41,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731151121665, max timestamp=1731151121676Num uniques 1049; 2024-11-09T11:18:41,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731151121665, max timestamp=1731151121676Num uniques 1049; 2024-11-09T11:18:41,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-09T11:18:41,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-09T11:18:41,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1731151121665, max timestamp=1731151121676Num uniques 1049; 2024-11-09T11:18:41,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-11-09T11:18:41,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151181707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:41,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731151121699, max timestamp=1731151121709Num uniques 1158; 2024-11-09T11:18:41,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872  suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-11-09T11:18:41,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:41,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1731151121699, max timestamp=1731151121709Num uniques 1158; 2024-11-09T11:18:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151181709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:41,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=9520, suffix heap size=148400,new segment heap size=21872  suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-11-09T11:18:41,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:41,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731151121701, max timestamp=1731151121709Num uniques 1158; 2024-11-09T11:18:41,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3264b4bbda9f:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=6870, suffix heap size=148400,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=150 2024-11-09T11:18:41,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/3d9f7fb9f05b468d908492c782515859 2024-11-09T11:18:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/20aec6dfc1064d8f8f1360c89c33cbf6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/20aec6dfc1064d8f8f1360c89c33cbf6 2024-11-09T11:18:41,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/20aec6dfc1064d8f8f1360c89c33cbf6, entries=150, sequenceid=486, filesize=30.5 K 2024-11-09T11:18:41,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/13d4ce2d4da1400497d0f22c876d9165 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/13d4ce2d4da1400497d0f22c876d9165 2024-11-09T11:18:41,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/13d4ce2d4da1400497d0f22c876d9165, entries=150, sequenceid=486, filesize=12.0 K 2024-11-09T11:18:41,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/3d9f7fb9f05b468d908492c782515859 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3d9f7fb9f05b468d908492c782515859 2024-11-09T11:18:41,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3d9f7fb9f05b468d908492c782515859, entries=150, sequenceid=486, filesize=12.0 K 2024-11-09T11:18:41,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=111.46 KB/114140 for 3ffb48c0d3a77e907495fe8d970661aa in 911ms, sequenceid=486, compaction requested=false 2024-11-09T11:18:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:41,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=118.17 KB heapSize=334.66 KB 2024-11-09T11:18:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:41,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-09T11:18:41,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b4f4c6de10b4e2fa6deb5701e8159db_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151121757/Put/seqid=0 2024-11-09T11:18:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742472_1648 (size=12454) 2024-11-09T11:18:41,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:41,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093b4f4c6de10b4e2fa6deb5701e8159db_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b4f4c6de10b4e2fa6deb5701e8159db_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:41,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/cb6cf93c0cf94f638d857a05430ca806, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:41,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/cb6cf93c0cf94f638d857a05430ca806 is 175, key is test_row_0/A:col10/1731151121757/Put/seqid=0 2024-11-09T11:18:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742473_1649 (size=31255) 2024-11-09T11:18:41,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:41,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T11:18:41,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151181818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:41,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151181821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:41,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151181821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:41,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151181931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:41,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:41,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:41,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:41,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:41,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 361 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151182031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151182031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:42,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:42,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T11:18:42,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151182141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=710, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/cb6cf93c0cf94f638d857a05430ca806 2024-11-09T11:18:42,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/bdeb7d799e72438782c7d964df0e5c26 is 50, key is test_row_0/B:col10/1731151121757/Put/seqid=0 2024-11-09T11:18:42,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742474_1650 (size=12301) 2024-11-09T11:18:42,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/bdeb7d799e72438782c7d964df0e5c26 2024-11-09T11:18:42,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/73c2bf9eb31e47569c698c319ce2a079 is 50, key is test_row_0/C:col10/1731151121757/Put/seqid=0 2024-11-09T11:18:42,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742475_1651 (size=12301) 2024-11-09T11:18:42,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:42,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:42,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 362 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151182341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151182341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:42,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:42,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151182451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T11:18:42,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.67 KB at sequenceid=710 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/73c2bf9eb31e47569c698c319ce2a079 2024-11-09T11:18:42,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/cb6cf93c0cf94f638d857a05430ca806 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cb6cf93c0cf94f638d857a05430ca806 2024-11-09T11:18:42,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cb6cf93c0cf94f638d857a05430ca806, entries=150, sequenceid=710, filesize=30.5 K 2024-11-09T11:18:42,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/bdeb7d799e72438782c7d964df0e5c26 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/bdeb7d799e72438782c7d964df0e5c26 2024-11-09T11:18:42,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/bdeb7d799e72438782c7d964df0e5c26, entries=150, sequenceid=710, filesize=12.0 K 2024-11-09T11:18:42,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/73c2bf9eb31e47569c698c319ce2a079 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/73c2bf9eb31e47569c698c319ce2a079 2024-11-09T11:18:42,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/73c2bf9eb31e47569c698c319ce2a079, entries=150, sequenceid=710, filesize=12.0 K 2024-11-09T11:18:42,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~118.17 KB/121010, heapSize ~334.61 KB/342640, currentSize=60.38 KB/61830 for 3ffb48c0d3a77e907495fe8d970661aa in 856ms, sequenceid=710, compaction requested=true 2024-11-09T11:18:42,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:42,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:42,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:42,625 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:42,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:42,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:42,625 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:42,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T11:18:42,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:42,625 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:42,625 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:42,625 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/A is initiating minor compaction (all files) 2024-11-09T11:18:42,625 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/B is initiating minor compaction (all files) 2024-11-09T11:18:42,625 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/A in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,625 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/B in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,626 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/dde0230731134fef86aa7b15a73d127c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/13d4ce2d4da1400497d0f22c876d9165, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/bdeb7d799e72438782c7d964df0e5c26] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=36.8 K 2024-11-09T11:18:42,626 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b7e56d85c03f44ceb24e617490c0dc8b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/20aec6dfc1064d8f8f1360c89c33cbf6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cb6cf93c0cf94f638d857a05430ca806] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=92.3 K 2024-11-09T11:18:42,626 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,626 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. files: [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b7e56d85c03f44ceb24e617490c0dc8b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/20aec6dfc1064d8f8f1360c89c33cbf6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cb6cf93c0cf94f638d857a05430ca806] 2024-11-09T11:18:42,626 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting dde0230731134fef86aa7b15a73d127c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731151119510 2024-11-09T11:18:42,626 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e56d85c03f44ceb24e617490c0dc8b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731151119510 2024-11-09T11:18:42,626 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 13d4ce2d4da1400497d0f22c876d9165, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731151120208 2024-11-09T11:18:42,626 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20aec6dfc1064d8f8f1360c89c33cbf6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731151120208 2024-11-09T11:18:42,626 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting bdeb7d799e72438782c7d964df0e5c26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=710, earliestPutTs=1731151121744 2024-11-09T11:18:42,626 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb6cf93c0cf94f638d857a05430ca806, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=710, earliestPutTs=1731151121744 2024-11-09T11:18:42,630 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:42,632 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411099b9d9f62d2d34608b49f2d0c270a033a_3ffb48c0d3a77e907495fe8d970661aa store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:42,632 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#B#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:42,632 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/42a3a5450f8541c09db41ade00182c87 is 50, key is test_row_0/B:col10/1731151121757/Put/seqid=0 2024-11-09T11:18:42,634 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411099b9d9f62d2d34608b49f2d0c270a033a_3ffb48c0d3a77e907495fe8d970661aa, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:42,634 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411099b9d9f62d2d34608b49f2d0c270a033a_3ffb48c0d3a77e907495fe8d970661aa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742476_1652 (size=13187) 2024-11-09T11:18:42,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742477_1653 (size=4469) 2024-11-09T11:18:42,638 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#A#compaction#544 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:42,639 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2caea566e9d446da8025692f3f8b069c is 175, key is test_row_0/A:col10/1731151121757/Put/seqid=0 2024-11-09T11:18:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T11:18:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742478_1654 (size=32141) 2024-11-09T11:18:42,643 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/42a3a5450f8541c09db41ade00182c87 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/42a3a5450f8541c09db41ade00182c87 2024-11-09T11:18:42,647 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/B of 3ffb48c0d3a77e907495fe8d970661aa into 42a3a5450f8541c09db41ade00182c87(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:42,647 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:42,647 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/B, priority=13, startTime=1731151122625; duration=0sec 2024-11-09T11:18:42,647 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T11:18:42,647 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:42,647 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T11:18:42,649 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T11:18:42,649 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1541): 3ffb48c0d3a77e907495fe8d970661aa/C is initiating minor compaction (all files) 2024-11-09T11:18:42,649 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3ffb48c0d3a77e907495fe8d970661aa/C in TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,649 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d3567ffbc49549cd83b7f93601954849, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3d9f7fb9f05b468d908492c782515859, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/73c2bf9eb31e47569c698c319ce2a079] into tmpdir=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp, totalSize=36.8 K 2024-11-09T11:18:42,649 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting d3567ffbc49549cd83b7f93601954849, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1731151119510 2024-11-09T11:18:42,650 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d9f7fb9f05b468d908492c782515859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1731151120208 2024-11-09T11:18:42,650 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] compactions.Compactor(225): Compacting 73c2bf9eb31e47569c698c319ce2a079, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=710, earliestPutTs=1731151121744 2024-11-09T11:18:42,658 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3ffb48c0d3a77e907495fe8d970661aa#C#compaction#546 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-09T11:18:42,658 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/99c5e737b8404d319809b9b8017297c1 is 50, key is test_row_0/C:col10/1731151121757/Put/seqid=0 2024-11-09T11:18:42,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742479_1655 (size=13187) 2024-11-09T11:18:42,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-09T11:18:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:42,723 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-09T11:18:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096bb4a0b3c7b2447992a071d8c6579e58_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151121816/Put/seqid=0 2024-11-09T11:18:42,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742480_1656 (size=12454) 2024-11-09T11:18:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:42,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 372 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151182898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151182898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:42,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151182961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:42,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 373 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151183011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151183011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:43,046 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/2caea566e9d446da8025692f3f8b069c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2caea566e9d446da8025692f3f8b069c 2024-11-09T11:18:43,049 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/A of 3ffb48c0d3a77e907495fe8d970661aa into 2caea566e9d446da8025692f3f8b069c(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:43,049 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:43,049 INFO [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/A, priority=13, startTime=1731151122625; duration=0sec 2024-11-09T11:18:43,049 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:43,049 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:43,066 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/99c5e737b8404d319809b9b8017297c1 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99c5e737b8404d319809b9b8017297c1 2024-11-09T11:18:43,070 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3ffb48c0d3a77e907495fe8d970661aa/C of 3ffb48c0d3a77e907495fe8d970661aa into 99c5e737b8404d319809b9b8017297c1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T11:18:43,070 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:43,070 INFO [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., storeName=3ffb48c0d3a77e907495fe8d970661aa/C, priority=13, startTime=1731151122625; duration=0sec 2024-11-09T11:18:43,070 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:43,070 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:43,184 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096bb4a0b3c7b2447992a071d8c6579e58_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096bb4a0b3c7b2447992a071d8c6579e58_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56e71f07b58a42b6b38d6cf4cb00489c, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56e71f07b58a42b6b38d6cf4cb00489c is 175, key is test_row_0/A:col10/1731151121816/Put/seqid=0 2024-11-09T11:18:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742481_1657 (size=31255) 2024-11-09T11:18:43,189 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=723, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56e71f07b58a42b6b38d6cf4cb00489c 2024-11-09T11:18:43,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/89327d21a90c44e19119a763a3dadc5b is 50, key is test_row_0/B:col10/1731151121816/Put/seqid=0 2024-11-09T11:18:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742482_1658 (size=12301) 2024-11-09T11:18:43,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=723 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/89327d21a90c44e19119a763a3dadc5b 2024-11-09T11:18:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/7514f227e77442cd8262b861eb9168df is 50, key is test_row_0/C:col10/1731151121816/Put/seqid=0 2024-11-09T11:18:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742483_1659 (size=12301) 2024-11-09T11:18:43,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 374 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151183221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151183222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:43,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 375 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151183531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:43,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:43,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151183531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:43,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:43,532 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:43,603 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=723 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/7514f227e77442cd8262b861eb9168df 2024-11-09T11:18:43,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/56e71f07b58a42b6b38d6cf4cb00489c as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56e71f07b58a42b6b38d6cf4cb00489c 2024-11-09T11:18:43,609 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56e71f07b58a42b6b38d6cf4cb00489c, entries=150, sequenceid=723, filesize=30.5 K 2024-11-09T11:18:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/89327d21a90c44e19119a763a3dadc5b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/89327d21a90c44e19119a763a3dadc5b 2024-11-09T11:18:43,612 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/89327d21a90c44e19119a763a3dadc5b, entries=150, sequenceid=723, filesize=12.0 K 2024-11-09T11:18:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/7514f227e77442cd8262b861eb9168df as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/7514f227e77442cd8262b861eb9168df 2024-11-09T11:18:43,615 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/7514f227e77442cd8262b861eb9168df, entries=150, sequenceid=723, filesize=12.0 K 2024-11-09T11:18:43,616 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3ffb48c0d3a77e907495fe8d970661aa in 893ms, sequenceid=723, compaction requested=false 2024-11-09T11:18:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-09T11:18:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-09T11:18:43,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-09T11:18:43,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1140 sec 2024-11-09T11:18:43,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.1180 sec 2024-11-09T11:18:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T11:18:43,652 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:43,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-09T11:18:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-09T11:18:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T11:18:43,653 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T11:18:43,654 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T11:18:43,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T11:18:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T11:18:43,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-09T11:18:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:43,806 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-09T11:18:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:43,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:43,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d8375dde0180471fac49957e31e6ec98_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151122896/Put/seqid=0 2024-11-09T11:18:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742484_1660 (size=12454) 2024-11-09T11:18:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T11:18:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:43,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. as already flushing 2024-11-09T11:18:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151184018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 376 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151184041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151184041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:44,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151184131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:44,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:44,223 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d8375dde0180471fac49957e31e6ec98_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8375dde0180471fac49957e31e6ec98_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/aeceab7d31704e079889850fbae33fc9, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:44,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/aeceab7d31704e079889850fbae33fc9 is 175, key is test_row_0/A:col10/1731151122896/Put/seqid=0 2024-11-09T11:18:44,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742485_1661 (size=31255) 2024-11-09T11:18:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T11:18:44,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151184341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,344 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:44,503 INFO [Thread-2449 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2449. 2024-11-09T11:18:44,503 DEBUG [Thread-2449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:44,503 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,503 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:44,504 INFO [Thread-2451 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2451. 2024-11-09T11:18:44,505 DEBUG [Thread-2451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:44,505 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:44,505 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,505 INFO [Thread-2445 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2445. 2024-11-09T11:18:44,505 DEBUG [Thread-2445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:44,505 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,505 DEBUG [Thread-2445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:44,507 INFO [Thread-2447 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2447. 2024-11-09T11:18:44,507 DEBUG [Thread-2447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:44,507 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,507 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:44,508 INFO [Thread-2453 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2453. 2024-11-09T11:18:44,508 DEBUG [Thread-2453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:44,508 DEBUG [Thread-2453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,509 DEBUG [Thread-2453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:44,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:44,627 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=745, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/aeceab7d31704e079889850fbae33fc9 2024-11-09T11:18:44,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/b201969b0d534a858fa832dd445f9f89 is 50, key is test_row_0/B:col10/1731151122896/Put/seqid=0 2024-11-09T11:18:44,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742486_1662 (size=12301) 2024-11-09T11:18:44,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151184651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:44,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:44,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T11:18:45,036 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=745 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/b201969b0d534a858fa832dd445f9f89 2024-11-09T11:18:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/ef9516bdf4be4c9286cea447f8e88a23 is 50, key is test_row_0/C:col10/1731151122896/Put/seqid=0 2024-11-09T11:18:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742487_1663 (size=12301) 2024-11-09T11:18:45,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 377 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57796 deadline: 1731151185051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:45,052 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_2' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:45,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:45,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:45,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:45,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57834 deadline: 1731151185061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:45,062 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,41507,1731150951478 for 'test_row_1' in 3ffb48c0d3a77e907495fe8d970661aa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T11:18:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:45,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T11:18:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57816 deadline: 1731151185161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T11:18:45,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., hostname=3264b4bbda9f,41507,1731150951478, seqNum=5 because the exception is null or not the one we care about 2024-11-09T11:18:45,444 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=745 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/ef9516bdf4be4c9286cea447f8e88a23 2024-11-09T11:18:45,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/aeceab7d31704e079889850fbae33fc9 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/aeceab7d31704e079889850fbae33fc9 2024-11-09T11:18:45,449 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/aeceab7d31704e079889850fbae33fc9, entries=150, sequenceid=745, filesize=30.5 K 2024-11-09T11:18:45,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/b201969b0d534a858fa832dd445f9f89 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/b201969b0d534a858fa832dd445f9f89 2024-11-09T11:18:45,452 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/b201969b0d534a858fa832dd445f9f89, entries=150, sequenceid=745, filesize=12.0 K 2024-11-09T11:18:45,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/ef9516bdf4be4c9286cea447f8e88a23 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9516bdf4be4c9286cea447f8e88a23 2024-11-09T11:18:45,455 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9516bdf4be4c9286cea447f8e88a23, entries=150, sequenceid=745, filesize=12.0 K 2024-11-09T11:18:45,456 INFO [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3ffb48c0d3a77e907495fe8d970661aa in 1650ms, sequenceid=745, compaction requested=true 2024-11-09T11:18:45,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:45,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:45,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-09T11:18:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-09T11:18:45,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-09T11:18:45,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-11-09T11:18:45,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8070 sec 2024-11-09T11:18:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-09T11:18:45,802 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41507 {}] regionserver.HRegion(8855): Flush requested on 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:46,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-09T11:18:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:46,173 INFO [Thread-2434 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2434. 2024-11-09T11:18:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:46,173 DEBUG [Thread-2434 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:46,173 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:46,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:46,173 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:46,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:46,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e8139dc2a184481986229245538262cd_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_0/A:col10/1731151124017/Put/seqid=0 2024-11-09T11:18:46,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742488_1664 (size=12454) 2024-11-09T11:18:46,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:46,582 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e8139dc2a184481986229245538262cd_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e8139dc2a184481986229245538262cd_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:46,583 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/07ffd720d92a4240bcfb653c42320587, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:46,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/07ffd720d92a4240bcfb653c42320587 is 175, key is test_row_0/A:col10/1731151124017/Put/seqid=0 2024-11-09T11:18:46,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742489_1665 (size=31255) 2024-11-09T11:18:46,892 INFO [Thread-2438 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2438. 2024-11-09T11:18:46,892 DEBUG [Thread-2438 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:46,892 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:46,892 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:46,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:46,982 INFO [Thread-2436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2436. 2024-11-09T11:18:46,982 DEBUG [Thread-2436 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:46,982 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:46,982 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:46,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:46,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=758, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/07ffd720d92a4240bcfb653c42320587 2024-11-09T11:18:46,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/ff873547664f491cbc2b39308c04f1d6 is 50, key is test_row_0/B:col10/1731151124017/Put/seqid=0 2024-11-09T11:18:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742490_1666 (size=12301) 2024-11-09T11:18:47,072 INFO [Thread-2440 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2440. 2024-11-09T11:18:47,072 DEBUG [Thread-2440 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:47,072 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:47,072 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:47,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:47,082 INFO [Thread-2442 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2442. 2024-11-09T11:18:47,082 DEBUG [Thread-2442 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T11:18:47,082 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:47,082 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:47,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 317 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2810 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2718 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2693 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2797 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2698 2024-11-09T11:18:47,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T11:18:47,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:47,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:47,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:47,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:47,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:47,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-09T11:18:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T11:18:47,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151127086"}]},"ts":"1731151127086"} 2024-11-09T11:18:47,087 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T11:18:47,087 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T11:18:47,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T11:18:47,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, UNASSIGN}] 2024-11-09T11:18:47,090 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, UNASSIGN 2024-11-09T11:18:47,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=CLOSING, regionLocation=3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, UNASSIGN because future has completed 2024-11-09T11:18:47,091 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T11:18:47,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478}] 2024-11-09T11:18:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T11:18:47,243 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:47,243 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T11:18:47,243 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing 3ffb48c0d3a77e907495fe8d970661aa, disabling compactions & flushes 2024-11-09T11:18:47,244 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:47,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/ff873547664f491cbc2b39308c04f1d6 2024-11-09T11:18:47,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/d139fd52d3bd4c339564e1abd36a8546 is 50, key is test_row_0/C:col10/1731151124017/Put/seqid=0 2024-11-09T11:18:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T11:18:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742491_1667 (size=12301) 2024-11-09T11:18:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T11:18:47,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/d139fd52d3bd4c339564e1abd36a8546 2024-11-09T11:18:47,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/07ffd720d92a4240bcfb653c42320587 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/07ffd720d92a4240bcfb653c42320587 2024-11-09T11:18:47,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/07ffd720d92a4240bcfb653c42320587, entries=150, sequenceid=758, filesize=30.5 K 2024-11-09T11:18:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/ff873547664f491cbc2b39308c04f1d6 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ff873547664f491cbc2b39308c04f1d6 2024-11-09T11:18:47,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ff873547664f491cbc2b39308c04f1d6, entries=150, sequenceid=758, filesize=12.0 K 2024-11-09T11:18:47,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/d139fd52d3bd4c339564e1abd36a8546 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d139fd52d3bd4c339564e1abd36a8546 2024-11-09T11:18:47,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d139fd52d3bd4c339564e1abd36a8546, entries=150, sequenceid=758, filesize=12.0 K 2024-11-09T11:18:47,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=26.84 KB/27480 for 3ffb48c0d3a77e907495fe8d970661aa in 1692ms, sequenceid=758, compaction requested=true 2024-11-09T11:18:47,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3ffb48c0d3a77e907495fe8d970661aa: 2024-11-09T11:18:47,864 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:47,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:47,865 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. because compaction request was cancelled 2024-11-09T11:18:47,865 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:A 2024-11-09T11:18:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. after waiting 0 ms 2024-11-09T11:18:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:47,865 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. because compaction request was cancelled 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3ffb48c0d3a77e907495fe8d970661aa:C, priority=-2147483648, current under compaction store size is 2 2024-11-09T11:18:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T11:18:47,865 DEBUG [RS:0;3264b4bbda9f:41507-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:B 2024-11-09T11:18:47,865 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. because compaction request was cancelled 2024-11-09T11:18:47,865 DEBUG [RS:0;3264b4bbda9f:41507-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3ffb48c0d3a77e907495fe8d970661aa:C 2024-11-09T11:18:47,865 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing 3ffb48c0d3a77e907495fe8d970661aa 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=A 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=B 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3ffb48c0d3a77e907495fe8d970661aa, store=C 2024-11-09T11:18:47,865 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-09T11:18:47,869 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c70ea40e148f4055974e23a533b74a63_3ffb48c0d3a77e907495fe8d970661aa is 50, key is test_row_1/A:col10/1731151127081/Put/seqid=0 2024-11-09T11:18:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742492_1668 (size=9914) 2024-11-09T11:18:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T11:18:48,272 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T11:18:48,274 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c70ea40e148f4055974e23a533b74a63_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c70ea40e148f4055974e23a533b74a63_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:48,275 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/175353126e2f44d9871cbb283538fcba, store: [table=TestAcidGuarantees family=A region=3ffb48c0d3a77e907495fe8d970661aa] 2024-11-09T11:18:48,275 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/175353126e2f44d9871cbb283538fcba is 175, key is test_row_1/A:col10/1731151127081/Put/seqid=0 2024-11-09T11:18:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742493_1669 (size=22561) 2024-11-09T11:18:48,678 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=765, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/175353126e2f44d9871cbb283538fcba 2024-11-09T11:18:48,683 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/8d8dfc627b6e453fbd76ee58c55fe3da is 50, key is test_row_1/B:col10/1731151127081/Put/seqid=0 2024-11-09T11:18:48,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742494_1670 (size=9857) 2024-11-09T11:18:49,085 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=765 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/8d8dfc627b6e453fbd76ee58c55fe3da 2024-11-09T11:18:49,090 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/9cd365dbd33141229c0dfba6c9b932ee is 50, key is test_row_1/C:col10/1731151127081/Put/seqid=0 2024-11-09T11:18:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742495_1671 (size=9857) 2024-11-09T11:18:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T11:18:49,493 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=765 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/9cd365dbd33141229c0dfba6c9b932ee 2024-11-09T11:18:49,496 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/A/175353126e2f44d9871cbb283538fcba as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/175353126e2f44d9871cbb283538fcba 2024-11-09T11:18:49,498 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/175353126e2f44d9871cbb283538fcba, entries=100, sequenceid=765, filesize=22.0 K 2024-11-09T11:18:49,499 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/B/8d8dfc627b6e453fbd76ee58c55fe3da as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/8d8dfc627b6e453fbd76ee58c55fe3da 2024-11-09T11:18:49,501 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/8d8dfc627b6e453fbd76ee58c55fe3da, entries=100, sequenceid=765, filesize=9.6 K 2024-11-09T11:18:49,502 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/.tmp/C/9cd365dbd33141229c0dfba6c9b932ee as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9cd365dbd33141229c0dfba6c9b932ee 2024-11-09T11:18:49,504 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9cd365dbd33141229c0dfba6c9b932ee, entries=100, sequenceid=765, filesize=9.6 K 2024-11-09T11:18:49,505 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3ffb48c0d3a77e907495fe8d970661aa in 1640ms, sequenceid=765, compaction requested=true 2024-11-09T11:18:49,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/678ab3257a424d21b3ed52748f9fbaac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/94ce607a4cd5473a99288c2e35967de0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/01973142a9a6413fbb5ff1b71807fb1e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/f9237f579d91435988824738b6d021e0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a3194c5bbfd848d9839dea65d86cc112, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/ddb5dfab98294e6a8fb05a0f51112c98, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/7b980bc9ace74205a4f357bdf3d4e74e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cbc9a7e326cd49518a069dde9432f935, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/8803ee1812c94768b4fad00b379f1f1f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/34aca4fee9604b0a97176eb8d8d1242f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/c74933c0be22417f9601d8b51045c358, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2b64cd3f4bff4788b0b2224c95f58133, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/877aafb7bc314f53b59403e8eb9b8811, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b2d2ed97733c4b448cfa4ba6ca952db9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a83dc2ad7ccf48dfb675b40f817f8550, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/57ada4422f4341de974df028a81e2ff2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56bbc0b1b0fb4228820c865aff41b6f2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d4b394f6011e4d0bb458fe098b167636, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d626ba404f854e07aa4045d8712f42b6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b6365a2f052e46d5acc57e2f76c0e28f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2d66c7c226aa4d49b2089170c342f0ac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/adc6460580654680bf5511b4bd9b97c9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/eed6d913e68f4d0eb9128fb11443105d, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b7e56d85c03f44ceb24e617490c0dc8b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/20aec6dfc1064d8f8f1360c89c33cbf6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cb6cf93c0cf94f638d857a05430ca806] to archive 2024-11-09T11:18:49,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:18:49,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/678ab3257a424d21b3ed52748f9fbaac to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/678ab3257a424d21b3ed52748f9fbaac 2024-11-09T11:18:49,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/94ce607a4cd5473a99288c2e35967de0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/94ce607a4cd5473a99288c2e35967de0 2024-11-09T11:18:49,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/01973142a9a6413fbb5ff1b71807fb1e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/01973142a9a6413fbb5ff1b71807fb1e 2024-11-09T11:18:49,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/f9237f579d91435988824738b6d021e0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/f9237f579d91435988824738b6d021e0 2024-11-09T11:18:49,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a3194c5bbfd848d9839dea65d86cc112 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a3194c5bbfd848d9839dea65d86cc112 2024-11-09T11:18:49,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/ddb5dfab98294e6a8fb05a0f51112c98 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/ddb5dfab98294e6a8fb05a0f51112c98 2024-11-09T11:18:49,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/7b980bc9ace74205a4f357bdf3d4e74e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/7b980bc9ace74205a4f357bdf3d4e74e 2024-11-09T11:18:49,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cbc9a7e326cd49518a069dde9432f935 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cbc9a7e326cd49518a069dde9432f935 2024-11-09T11:18:49,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/8803ee1812c94768b4fad00b379f1f1f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/8803ee1812c94768b4fad00b379f1f1f 2024-11-09T11:18:49,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/34aca4fee9604b0a97176eb8d8d1242f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/34aca4fee9604b0a97176eb8d8d1242f 2024-11-09T11:18:49,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/c74933c0be22417f9601d8b51045c358 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/c74933c0be22417f9601d8b51045c358 2024-11-09T11:18:49,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2b64cd3f4bff4788b0b2224c95f58133 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2b64cd3f4bff4788b0b2224c95f58133 2024-11-09T11:18:49,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/877aafb7bc314f53b59403e8eb9b8811 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/877aafb7bc314f53b59403e8eb9b8811 2024-11-09T11:18:49,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b2d2ed97733c4b448cfa4ba6ca952db9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b2d2ed97733c4b448cfa4ba6ca952db9 2024-11-09T11:18:49,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a83dc2ad7ccf48dfb675b40f817f8550 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/a83dc2ad7ccf48dfb675b40f817f8550 2024-11-09T11:18:49,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/57ada4422f4341de974df028a81e2ff2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/57ada4422f4341de974df028a81e2ff2 2024-11-09T11:18:49,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56bbc0b1b0fb4228820c865aff41b6f2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56bbc0b1b0fb4228820c865aff41b6f2 2024-11-09T11:18:49,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d4b394f6011e4d0bb458fe098b167636 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d4b394f6011e4d0bb458fe098b167636 2024-11-09T11:18:49,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d626ba404f854e07aa4045d8712f42b6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/d626ba404f854e07aa4045d8712f42b6 2024-11-09T11:18:49,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b6365a2f052e46d5acc57e2f76c0e28f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b6365a2f052e46d5acc57e2f76c0e28f 2024-11-09T11:18:49,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2d66c7c226aa4d49b2089170c342f0ac to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2d66c7c226aa4d49b2089170c342f0ac 2024-11-09T11:18:49,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/adc6460580654680bf5511b4bd9b97c9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/adc6460580654680bf5511b4bd9b97c9 2024-11-09T11:18:49,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/eed6d913e68f4d0eb9128fb11443105d to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/eed6d913e68f4d0eb9128fb11443105d 2024-11-09T11:18:49,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b7e56d85c03f44ceb24e617490c0dc8b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/b7e56d85c03f44ceb24e617490c0dc8b 2024-11-09T11:18:49,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/20aec6dfc1064d8f8f1360c89c33cbf6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/20aec6dfc1064d8f8f1360c89c33cbf6 2024-11-09T11:18:49,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cb6cf93c0cf94f638d857a05430ca806 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/cb6cf93c0cf94f638d857a05430ca806 2024-11-09T11:18:49,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/25c8bb9e70f14686aad459c6d4710a7a, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4b9fd5e6e54948e6bbdb58c00ddb44c0, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/df7f2eb370a543ae95e5cefcb3cbd1e7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4819bbf7d11146a19fbfd2bc80dcdabc, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/79cfdb2de23747198ef7619b22e34edf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e8b5d0c17d2640ac95bb14f7bc48cac6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6eb1dc41701f42f7b9e81cd3a524c00c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/d0299531edc341fd83dd5d1587c4b977, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/c6336043a15e43d58b664a4b7b9c2996, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/775ec477703c4a9f9dc2514f0201f1a4, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/1d1f068071f649b29b57d4e794600797, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a08e2052ffdc4ece9e3b6b527e95b5cd, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e31770e84ca94560b4d67894f75a7f89, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/55de26948cd54712981f1ad1fb1efc3b, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a5ea5988c5d0489586ba30722f6b73cf, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2de162b238b5491389b4df565b1a3915, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2fa5dae061354916b537151bf4a90cce, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7ba0ead40ffc4007a7ad40376e8496e5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7868d1cdadda4924a56c194a40f609f9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ccf3b29fc59e4b9d885f642891a2c04c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6d6b2dc408a54362a9b67b123a27f0c2, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/0a7ea9147ad04154800a5375f7f1d757, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/dde0230731134fef86aa7b15a73d127c, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a965ee11f9be49c69280400db1444d43, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/13d4ce2d4da1400497d0f22c876d9165, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/bdeb7d799e72438782c7d964df0e5c26] to archive 2024-11-09T11:18:49,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:18:49,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/25c8bb9e70f14686aad459c6d4710a7a to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/25c8bb9e70f14686aad459c6d4710a7a 2024-11-09T11:18:49,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4b9fd5e6e54948e6bbdb58c00ddb44c0 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4b9fd5e6e54948e6bbdb58c00ddb44c0 2024-11-09T11:18:49,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/df7f2eb370a543ae95e5cefcb3cbd1e7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/df7f2eb370a543ae95e5cefcb3cbd1e7 2024-11-09T11:18:49,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4819bbf7d11146a19fbfd2bc80dcdabc to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/4819bbf7d11146a19fbfd2bc80dcdabc 2024-11-09T11:18:49,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/79cfdb2de23747198ef7619b22e34edf to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/79cfdb2de23747198ef7619b22e34edf 2024-11-09T11:18:49,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e8b5d0c17d2640ac95bb14f7bc48cac6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e8b5d0c17d2640ac95bb14f7bc48cac6 2024-11-09T11:18:49,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6eb1dc41701f42f7b9e81cd3a524c00c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6eb1dc41701f42f7b9e81cd3a524c00c 2024-11-09T11:18:49,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/d0299531edc341fd83dd5d1587c4b977 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/d0299531edc341fd83dd5d1587c4b977 2024-11-09T11:18:49,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/c6336043a15e43d58b664a4b7b9c2996 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/c6336043a15e43d58b664a4b7b9c2996 2024-11-09T11:18:49,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/775ec477703c4a9f9dc2514f0201f1a4 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/775ec477703c4a9f9dc2514f0201f1a4 2024-11-09T11:18:49,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/1d1f068071f649b29b57d4e794600797 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/1d1f068071f649b29b57d4e794600797 2024-11-09T11:18:49,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a08e2052ffdc4ece9e3b6b527e95b5cd to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a08e2052ffdc4ece9e3b6b527e95b5cd 2024-11-09T11:18:49,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e31770e84ca94560b4d67894f75a7f89 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/e31770e84ca94560b4d67894f75a7f89 2024-11-09T11:18:49,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/55de26948cd54712981f1ad1fb1efc3b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/55de26948cd54712981f1ad1fb1efc3b 2024-11-09T11:18:49,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a5ea5988c5d0489586ba30722f6b73cf to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a5ea5988c5d0489586ba30722f6b73cf 2024-11-09T11:18:49,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2de162b238b5491389b4df565b1a3915 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2de162b238b5491389b4df565b1a3915 2024-11-09T11:18:49,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2fa5dae061354916b537151bf4a90cce to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/2fa5dae061354916b537151bf4a90cce 2024-11-09T11:18:49,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7ba0ead40ffc4007a7ad40376e8496e5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7ba0ead40ffc4007a7ad40376e8496e5 2024-11-09T11:18:49,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7868d1cdadda4924a56c194a40f609f9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/7868d1cdadda4924a56c194a40f609f9 2024-11-09T11:18:49,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ccf3b29fc59e4b9d885f642891a2c04c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ccf3b29fc59e4b9d885f642891a2c04c 2024-11-09T11:18:49,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6d6b2dc408a54362a9b67b123a27f0c2 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/6d6b2dc408a54362a9b67b123a27f0c2 2024-11-09T11:18:49,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/0a7ea9147ad04154800a5375f7f1d757 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/0a7ea9147ad04154800a5375f7f1d757 2024-11-09T11:18:49,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/dde0230731134fef86aa7b15a73d127c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/dde0230731134fef86aa7b15a73d127c 2024-11-09T11:18:49,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a965ee11f9be49c69280400db1444d43 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/a965ee11f9be49c69280400db1444d43 2024-11-09T11:18:49,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/13d4ce2d4da1400497d0f22c876d9165 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/13d4ce2d4da1400497d0f22c876d9165 2024-11-09T11:18:49,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/bdeb7d799e72438782c7d964df0e5c26 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/bdeb7d799e72438782c7d964df0e5c26 2024-11-09T11:18:49,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4cf9483f09142bfa2aea8de04f17de5, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/cff85e8f14dc47cda2a68b7041f16e52, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3ca2f9dd688a496ba66a21c2392a72b3, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2bbdfbb302a34b9d9861c8bb6552ac01, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4f2aaed4d8b4f92b118c35e104e0696, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e9c75f905bbe45f690b5cb8af3b96465, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/eb27f99872ff4d6597334c184e9b5dfe, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/dc6ad68fc125423885877ac0089e9a20, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99b0532411714565a12333d00f98c42f, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/008fa86c513b4751a68821197d10ec8e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/c70851c012104ea68dac08c767e43582, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a484cc47ea8e4c66b2a9df48eec4a6f9, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/1efb71c0b4f54087a628d5612521db70, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/44d219f195604628926fb4a369ff3bd6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/48b27653b06545eaa1ef95ede5edffb6, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/6ce6b8994ad64bafbd61684e8b4adfde, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/0f2ed1a8f2e242e29b516a80e7b03e73, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9c474cd35c4dc39d020082f6ea3050, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9f216cd7cf5b4e198f1929329ea0a7a7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a0b2448f7eb94259bed6191adf743e1e, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2399ed7d8c2245a6807bceaf4fcea8ac, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/75a1e64b26bf4430b58df24b72310e33, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d3567ffbc49549cd83b7f93601954849, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/fafa235f95f14fbb83a91ea4f494d4f7, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3d9f7fb9f05b468d908492c782515859, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/73c2bf9eb31e47569c698c319ce2a079] to archive 2024-11-09T11:18:49,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T11:18:49,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4cf9483f09142bfa2aea8de04f17de5 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4cf9483f09142bfa2aea8de04f17de5 2024-11-09T11:18:49,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/cff85e8f14dc47cda2a68b7041f16e52 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/cff85e8f14dc47cda2a68b7041f16e52 2024-11-09T11:18:49,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3ca2f9dd688a496ba66a21c2392a72b3 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3ca2f9dd688a496ba66a21c2392a72b3 2024-11-09T11:18:49,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2bbdfbb302a34b9d9861c8bb6552ac01 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2bbdfbb302a34b9d9861c8bb6552ac01 2024-11-09T11:18:49,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4f2aaed4d8b4f92b118c35e104e0696 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e4f2aaed4d8b4f92b118c35e104e0696 2024-11-09T11:18:49,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e9c75f905bbe45f690b5cb8af3b96465 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/e9c75f905bbe45f690b5cb8af3b96465 2024-11-09T11:18:49,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/eb27f99872ff4d6597334c184e9b5dfe to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/eb27f99872ff4d6597334c184e9b5dfe 2024-11-09T11:18:49,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/dc6ad68fc125423885877ac0089e9a20 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/dc6ad68fc125423885877ac0089e9a20 2024-11-09T11:18:49,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99b0532411714565a12333d00f98c42f to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99b0532411714565a12333d00f98c42f 2024-11-09T11:18:49,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/008fa86c513b4751a68821197d10ec8e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/008fa86c513b4751a68821197d10ec8e 2024-11-09T11:18:49,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/c70851c012104ea68dac08c767e43582 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/c70851c012104ea68dac08c767e43582 2024-11-09T11:18:49,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a484cc47ea8e4c66b2a9df48eec4a6f9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a484cc47ea8e4c66b2a9df48eec4a6f9 2024-11-09T11:18:49,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/1efb71c0b4f54087a628d5612521db70 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/1efb71c0b4f54087a628d5612521db70 2024-11-09T11:18:49,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/44d219f195604628926fb4a369ff3bd6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/44d219f195604628926fb4a369ff3bd6 2024-11-09T11:18:49,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/48b27653b06545eaa1ef95ede5edffb6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/48b27653b06545eaa1ef95ede5edffb6 2024-11-09T11:18:49,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/6ce6b8994ad64bafbd61684e8b4adfde to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/6ce6b8994ad64bafbd61684e8b4adfde 2024-11-09T11:18:49,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/0f2ed1a8f2e242e29b516a80e7b03e73 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/0f2ed1a8f2e242e29b516a80e7b03e73 2024-11-09T11:18:49,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9c474cd35c4dc39d020082f6ea3050 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9c474cd35c4dc39d020082f6ea3050 2024-11-09T11:18:49,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9f216cd7cf5b4e198f1929329ea0a7a7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9f216cd7cf5b4e198f1929329ea0a7a7 2024-11-09T11:18:49,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a0b2448f7eb94259bed6191adf743e1e to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/a0b2448f7eb94259bed6191adf743e1e 2024-11-09T11:18:49,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2399ed7d8c2245a6807bceaf4fcea8ac to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/2399ed7d8c2245a6807bceaf4fcea8ac 2024-11-09T11:18:49,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/75a1e64b26bf4430b58df24b72310e33 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/75a1e64b26bf4430b58df24b72310e33 2024-11-09T11:18:49,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d3567ffbc49549cd83b7f93601954849 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d3567ffbc49549cd83b7f93601954849 2024-11-09T11:18:49,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/fafa235f95f14fbb83a91ea4f494d4f7 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/fafa235f95f14fbb83a91ea4f494d4f7 2024-11-09T11:18:49,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3d9f7fb9f05b468d908492c782515859 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/3d9f7fb9f05b468d908492c782515859 2024-11-09T11:18:49,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/73c2bf9eb31e47569c698c319ce2a079 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/73c2bf9eb31e47569c698c319ce2a079 2024-11-09T11:18:49,569 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/recovered.edits/768.seqid, newMaxSeqId=768, maxSeqId=4 2024-11-09T11:18:49,569 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. 2024-11-09T11:18:49,569 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for 3ffb48c0d3a77e907495fe8d970661aa: Waiting for close lock at 1731151127243Running coprocessor pre-close hooks at 1731151127243Disabling compacts and flushes for region at 1731151127243Disabling writes for close at 1731151127865 (+622 ms)Obtaining lock to block concurrent updates at 1731151127865Preparing flush snapshotting stores in 3ffb48c0d3a77e907495fe8d970661aa at 1731151127865Finished memstore snapshotting TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731151127865Flushing stores of TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa. at 1731151127865Flushing 3ffb48c0d3a77e907495fe8d970661aa/A: creating writer at 1731151127865Flushing mob file 3ffb48c0d3a77e907495fe8d970661aa/A: appending metadata at 1731151127868 (+3 ms)Flushing mob file 3ffb48c0d3a77e907495fe8d970661aa/A: closing flushed file at 1731151127868Flushing 3ffb48c0d3a77e907495fe8d970661aa/A: appending metadata at 1731151128275 (+407 ms)Flushing 3ffb48c0d3a77e907495fe8d970661aa/A: closing flushed file at 1731151128275Flushing 3ffb48c0d3a77e907495fe8d970661aa/B: creating writer at 1731151128681 (+406 ms)Flushing 3ffb48c0d3a77e907495fe8d970661aa/B: appending metadata at 1731151128682 (+1 ms)Flushing 3ffb48c0d3a77e907495fe8d970661aa/B: closing flushed file at 1731151128682Flushing 3ffb48c0d3a77e907495fe8d970661aa/C: creating writer at 1731151129088 (+406 ms)Flushing 3ffb48c0d3a77e907495fe8d970661aa/C: appending metadata at 1731151129090 (+2 ms)Flushing 3ffb48c0d3a77e907495fe8d970661aa/C: closing flushed file at 1731151129090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e62ba4: reopening flushed file at 1731151129496 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ddc75d: reopening flushed file at 1731151129499 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8380655: reopening flushed file at 1731151129501 (+2 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3ffb48c0d3a77e907495fe8d970661aa in 1640ms, sequenceid=765, compaction requested=true at 1731151129505 (+4 ms)Writing region close event to WAL at 1731151129566 (+61 ms)Running coprocessor post-close hooks at 1731151129569 (+3 ms)Closed at 1731151129569 2024-11-09T11:18:49,571 INFO [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed 3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:49,571 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=3ffb48c0d3a77e907495fe8d970661aa, regionState=CLOSED 2024-11-09T11:18:49,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 because future has completed 2024-11-09T11:18:49,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-09T11:18:49,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure 3ffb48c0d3a77e907495fe8d970661aa, server=3264b4bbda9f,41507,1731150951478 in 2.4820 sec 2024-11-09T11:18:49,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-09T11:18:49,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3ffb48c0d3a77e907495fe8d970661aa, UNASSIGN in 2.4850 sec 2024-11-09T11:18:49,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-09T11:18:49,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4870 sec 2024-11-09T11:18:49,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151129577"}]},"ts":"1731151129577"} 2024-11-09T11:18:49,578 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T11:18:49,578 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T11:18:49,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.4950 sec 2024-11-09T11:18:49,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T11:18:51,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T11:18:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T11:18:51,251 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:51,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-09T11:18:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:51,253 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T11:18:51,254 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:51,255 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,257 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C, FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/recovered.edits] 2024-11-09T11:18:51,259 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/07ffd720d92a4240bcfb653c42320587 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/07ffd720d92a4240bcfb653c42320587 2024-11-09T11:18:51,260 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/175353126e2f44d9871cbb283538fcba to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/175353126e2f44d9871cbb283538fcba 2024-11-09T11:18:51,260 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2caea566e9d446da8025692f3f8b069c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/2caea566e9d446da8025692f3f8b069c 2024-11-09T11:18:51,261 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56e71f07b58a42b6b38d6cf4cb00489c to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/56e71f07b58a42b6b38d6cf4cb00489c 2024-11-09T11:18:51,262 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/aeceab7d31704e079889850fbae33fc9 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/A/aeceab7d31704e079889850fbae33fc9 2024-11-09T11:18:51,263 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/42a3a5450f8541c09db41ade00182c87 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/42a3a5450f8541c09db41ade00182c87 2024-11-09T11:18:51,264 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/89327d21a90c44e19119a763a3dadc5b to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/89327d21a90c44e19119a763a3dadc5b 2024-11-09T11:18:51,264 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/8d8dfc627b6e453fbd76ee58c55fe3da to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/8d8dfc627b6e453fbd76ee58c55fe3da 2024-11-09T11:18:51,265 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/b201969b0d534a858fa832dd445f9f89 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/b201969b0d534a858fa832dd445f9f89 2024-11-09T11:18:51,266 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ff873547664f491cbc2b39308c04f1d6 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/B/ff873547664f491cbc2b39308c04f1d6 2024-11-09T11:18:51,267 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/7514f227e77442cd8262b861eb9168df to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/7514f227e77442cd8262b861eb9168df 2024-11-09T11:18:51,268 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99c5e737b8404d319809b9b8017297c1 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/99c5e737b8404d319809b9b8017297c1 2024-11-09T11:18:51,268 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9cd365dbd33141229c0dfba6c9b932ee to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/9cd365dbd33141229c0dfba6c9b932ee 2024-11-09T11:18:51,269 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d139fd52d3bd4c339564e1abd36a8546 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/d139fd52d3bd4c339564e1abd36a8546 2024-11-09T11:18:51,270 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9516bdf4be4c9286cea447f8e88a23 to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/C/ef9516bdf4be4c9286cea447f8e88a23 2024-11-09T11:18:51,271 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/recovered.edits/768.seqid to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa/recovered.edits/768.seqid 2024-11-09T11:18:51,272 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/default/TestAcidGuarantees/3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,272 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T11:18:51,272 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:18:51,272 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T11:18:51,274 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090012e46a0d39496bae4e88b42f2a9ab5_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090012e46a0d39496bae4e88b42f2a9ab5_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,275 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919c0405e7f0f4801a1354b23f1992ba8_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110919c0405e7f0f4801a1354b23f1992ba8_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,276 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092f52c642d4da4f90b18dab52028795ea_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092f52c642d4da4f90b18dab52028795ea_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,276 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b4f4c6de10b4e2fa6deb5701e8159db_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093b4f4c6de10b4e2fa6deb5701e8159db_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,277 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110940c0552852a04bb9aa7bf866ee4fd6e2_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110940c0552852a04bb9aa7bf866ee4fd6e2_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,278 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096bb4a0b3c7b2447992a071d8c6579e58_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096bb4a0b3c7b2447992a071d8c6579e58_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,278 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109779879189c8b4109af96d227ee22e7a9_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109779879189c8b4109af96d227ee22e7a9_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,279 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097dcecbe3b73f475686bb5a2f4774e49c_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411097dcecbe3b73f475686bb5a2f4774e49c_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,280 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110993de6c0194754520991eb0a4027548da_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110993de6c0194754520991eb0a4027548da_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,280 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999fb5f23ba42418f8c4f4e73639972ac_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999fb5f23ba42418f8c4f4e73639972ac_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,281 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a154bce993e346c68bfe13c95adfc07d_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a154bce993e346c68bfe13c95adfc07d_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,282 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a1bfcd848c96444db19829d55e4b1184_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a1bfcd848c96444db19829d55e4b1184_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,283 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae01a98628304a38905dd66448f63f6d_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae01a98628304a38905dd66448f63f6d_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,283 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae84327669ca455e891e8e09cc810caf_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ae84327669ca455e891e8e09cc810caf_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,284 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c70ea40e148f4055974e23a533b74a63_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c70ea40e148f4055974e23a533b74a63_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,285 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d0039c492edf4b06a52d470f3800fe18_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d0039c492edf4b06a52d470f3800fe18_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,286 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8375dde0180471fac49957e31e6ec98_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8375dde0180471fac49957e31e6ec98_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,286 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109db89db9934194377bdf902f6ac8aef2f_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109db89db9934194377bdf902f6ac8aef2f_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,287 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e328b1452b3b4c26932d0a05c9181f17_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e328b1452b3b4c26932d0a05c9181f17_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,288 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e8139dc2a184481986229245538262cd_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e8139dc2a184481986229245538262cd_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,289 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e85aa382074b4cffacd59cd7137aa76d_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e85aa382074b4cffacd59cd7137aa76d_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,290 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee09c72f1af147a4b8bd1dfc062ce972_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ee09c72f1af147a4b8bd1dfc062ce972_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,290 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fab917b417564c28bd627d297b414f2a_3ffb48c0d3a77e907495fe8d970661aa to hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fab917b417564c28bd627d297b414f2a_3ffb48c0d3a77e907495fe8d970661aa 2024-11-09T11:18:51,291 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T11:18:51,292 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:51,294 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T11:18:51,295 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T11:18:51,296 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:51,296 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T11:18:51,296 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151131296"}]},"ts":"9223372036854775807"} 2024-11-09T11:18:51,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T11:18:51,297 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3ffb48c0d3a77e907495fe8d970661aa, NAME => 'TestAcidGuarantees,,1731151101287.3ffb48c0d3a77e907495fe8d970661aa.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T11:18:51,298 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T11:18:51,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151131298"}]},"ts":"9223372036854775807"} 2024-11-09T11:18:51,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T11:18:51,299 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T11:18:51,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-09T11:18:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-09T11:18:51,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T11:18:51,361 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T11:18:51,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 252), OpenFileDescriptor=457 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=590 (was 556) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=261 (was 230) - AvailableMemoryMB LEAK? - 2024-11-09T11:18:51,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T11:18:51,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:51,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:51,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:51,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:51,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T11:18:51,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T11:18:51,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866486918, stopped=false 2024-11-09T11:18:51,370 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,43495,1731150950696 2024-11-09T11:18:51,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:18:51,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T11:18:51,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:18:51,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:18:51,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:18:51,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:18:51,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T11:18:51,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T11:18:51,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:51,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:51,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,41507,1731150951478' ***** 2024-11-09T11:18:51,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T11:18:51,452 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T11:18:51,452 INFO [RS:0;3264b4bbda9f:41507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T11:18:51,452 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T11:18:51,452 INFO [RS:0;3264b4bbda9f:41507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T11:18:51,452 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:51,452 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:18:51,452 INFO [RS:0;3264b4bbda9f:41507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:41507. 2024-11-09T11:18:51,452 DEBUG [RS:0;3264b4bbda9f:41507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T11:18:51,453 DEBUG [RS:0;3264b4bbda9f:41507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:51,453 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T11:18:51,453 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T11:18:51,453 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T11:18:51,453 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T11:18:51,453 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T11:18:51,453 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T11:18:51,454 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:51,454 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T11:18:51,454 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T11:18:51,454 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T11:18:51,454 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T11:18:51,454 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T11:18:51,454 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-09T11:18:51,475 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/info/4e02c67b67af44bcacdd888bcf5af064 is 95, key is TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb./info:/1731150983732/DeleteFamily/seqid=0 2024-11-09T11:18:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742496_1672 (size=6514) 2024-11-09T11:18:51,485 INFO [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:18:51,603 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T11:18:51,603 INFO [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T11:18:51,654 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:51,854 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:51,878 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/info/4e02c67b67af44bcacdd888bcf5af064 2024-11-09T11:18:51,893 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/ns/fbfb9a6b4d324ce19e54231648ca08f3 is 93, key is TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb./ns:/1731150983644/DeleteFamily/seqid=0 2024-11-09T11:18:51,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742497_1673 (size=5906) 2024-11-09T11:18:52,054 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:52,254 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:52,296 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/ns/fbfb9a6b4d324ce19e54231648ca08f3 2024-11-09T11:18:52,316 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/rep_barrier/ff0b28da626641c0b021fc7061d2d494 is 102, key is TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb./rep_barrier:/1731150983644/DeleteFamily/seqid=0 2024-11-09T11:18:52,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742498_1674 (size=6025) 2024-11-09T11:18:52,454 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:52,655 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:52,719 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/rep_barrier/ff0b28da626641c0b021fc7061d2d494 2024-11-09T11:18:52,736 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/table/277e1d19b882450297ad66f4fba6d18b is 96, key is TestAcidGuarantees,,1731150956290.3ff1f9bda07704b730b2266845eac9bb./table:/1731150983644/DeleteFamily/seqid=0 2024-11-09T11:18:52,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742499_1675 (size=5936) 2024-11-09T11:18:52,855 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:53,055 DEBUG [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T11:18:53,139 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/table/277e1d19b882450297ad66f4fba6d18b 2024-11-09T11:18:53,142 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/info/4e02c67b67af44bcacdd888bcf5af064 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/info/4e02c67b67af44bcacdd888bcf5af064 2024-11-09T11:18:53,145 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/info/4e02c67b67af44bcacdd888bcf5af064, entries=12, sequenceid=90, filesize=6.4 K 2024-11-09T11:18:53,146 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/ns/fbfb9a6b4d324ce19e54231648ca08f3 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/ns/fbfb9a6b4d324ce19e54231648ca08f3 2024-11-09T11:18:53,148 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/ns/fbfb9a6b4d324ce19e54231648ca08f3, entries=8, sequenceid=90, filesize=5.8 K 2024-11-09T11:18:53,149 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/rep_barrier/ff0b28da626641c0b021fc7061d2d494 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/rep_barrier/ff0b28da626641c0b021fc7061d2d494 2024-11-09T11:18:53,151 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/rep_barrier/ff0b28da626641c0b021fc7061d2d494, entries=6, sequenceid=90, filesize=5.9 K 2024-11-09T11:18:53,151 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/.tmp/table/277e1d19b882450297ad66f4fba6d18b as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/table/277e1d19b882450297ad66f4fba6d18b 2024-11-09T11:18:53,154 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/table/277e1d19b882450297ad66f4fba6d18b, entries=7, sequenceid=90, filesize=5.8 K 2024-11-09T11:18:53,155 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=90, compaction requested=false 2024-11-09T11:18:53,158 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-09T11:18:53,158 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T11:18:53,158 INFO [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:53,159 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731151131453Running coprocessor pre-close hooks at 1731151131453Disabling compacts and flushes for region at 1731151131453Disabling writes for close at 1731151131454 (+1 ms)Obtaining lock to block concurrent updates at 1731151131454Preparing flush snapshotting stores in 1588230740 at 1731151131454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731151131454Flushing stores of hbase:meta,,1.1588230740 at 1731151131455 (+1 ms)Flushing 1588230740/info: creating writer at 1731151131455Flushing 1588230740/info: appending metadata at 1731151131474 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731151131474Flushing 1588230740/ns: creating writer at 1731151131881 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731151131892 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731151131893 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731151132299 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151132316 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151132316Flushing 1588230740/table: creating writer at 1731151132722 (+406 ms)Flushing 1588230740/table: appending metadata at 1731151132735 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731151132735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29534d19: reopening flushed file at 1731151133142 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@386531a7: reopening flushed file at 1731151133146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709b28f6: reopening flushed file at 1731151133148 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f401fe6: reopening flushed file at 1731151133151 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=90, compaction requested=false at 1731151133155 (+4 ms)Writing region close event to WAL at 1731151133156 (+1 ms)Running coprocessor post-close hooks at 1731151133158 (+2 ms)Closed at 1731151133158 2024-11-09T11:18:53,159 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T11:18:53,255 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,41507,1731150951478; all regions closed. 2024-11-09T11:18:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741834_1010 (size=25344) 2024-11-09T11:18:53,261 DEBUG [RS:0;3264b4bbda9f:41507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/oldWALs 2024-11-09T11:18:53,261 INFO [RS:0;3264b4bbda9f:41507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C41507%2C1731150951478.meta:.meta(num 1731150955716) 2024-11-09T11:18:53,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741832_1008 (size=21467772) 2024-11-09T11:18:53,264 DEBUG [RS:0;3264b4bbda9f:41507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/oldWALs 2024-11-09T11:18:53,265 INFO [RS:0;3264b4bbda9f:41507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C41507%2C1731150951478:(num 1731150954709) 2024-11-09T11:18:53,265 DEBUG [RS:0;3264b4bbda9f:41507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T11:18:53,265 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T11:18:53,265 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:53,265 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:53,265 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:53,265 INFO [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:53,266 INFO [RS:0;3264b4bbda9f:41507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41507 2024-11-09T11:18:53,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3264b4bbda9f,41507,1731150951478 2024-11-09T11:18:53,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T11:18:53,296 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:53,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,41507,1731150951478] 2024-11-09T11:18:53,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3264b4bbda9f,41507,1731150951478 already deleted, retry=false 2024-11-09T11:18:53,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,41507,1731150951478 expired; onlineServers=0 2024-11-09T11:18:53,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,43495,1731150950696' ***** 2024-11-09T11:18:53,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T11:18:53,318 INFO [M:0;3264b4bbda9f:43495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T11:18:53,318 INFO [M:0;3264b4bbda9f:43495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T11:18:53,318 DEBUG [M:0;3264b4bbda9f:43495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T11:18:53,318 DEBUG [M:0;3264b4bbda9f:43495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T11:18:53,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T11:18:53,318 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731150954417 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731150954417,5,FailOnTimeoutGroup] 2024-11-09T11:18:53,318 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731150954418 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731150954418,5,FailOnTimeoutGroup] 2024-11-09T11:18:53,318 INFO [M:0;3264b4bbda9f:43495 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T11:18:53,318 INFO [M:0;3264b4bbda9f:43495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T11:18:53,318 DEBUG [M:0;3264b4bbda9f:43495 {}] master.HMaster(1795): Stopping service threads 2024-11-09T11:18:53,319 INFO [M:0;3264b4bbda9f:43495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T11:18:53,319 INFO [M:0;3264b4bbda9f:43495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T11:18:53,319 ERROR [M:0;3264b4bbda9f:43495 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T11:18:53,319 INFO [M:0;3264b4bbda9f:43495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T11:18:53,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T11:18:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T11:18:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T11:18:53,328 DEBUG [M:0;3264b4bbda9f:43495 {}] zookeeper.ZKUtil(347): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T11:18:53,328 WARN [M:0;3264b4bbda9f:43495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T11:18:53,328 INFO [M:0;3264b4bbda9f:43495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/.lastflushedseqids 2024-11-09T11:18:53,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742500_1676 (size=72) 2024-11-09T11:18:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41507-0x1011f4f29950001, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:53,432 INFO [RS:0;3264b4bbda9f:41507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:53,432 INFO [RS:0;3264b4bbda9f:41507 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,41507,1731150951478; zookeeper connection closed. 2024-11-09T11:18:53,432 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3be83fa4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3be83fa4 2024-11-09T11:18:53,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T11:18:53,737 INFO [M:0;3264b4bbda9f:43495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T11:18:53,737 INFO [M:0;3264b4bbda9f:43495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T11:18:53,737 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T11:18:53,737 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:53,737 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:53,737 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T11:18:53,737 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:53,737 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=779.43 KB heapSize=954.52 KB 2024-11-09T11:18:53,753 DEBUG [M:0;3264b4bbda9f:43495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e59ea9f317394e59ac99650942b6ffaf is 82, key is hbase:meta,,1/info:regioninfo/1731150955813/Put/seqid=0 2024-11-09T11:18:53,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742501_1677 (size=5672) 2024-11-09T11:18:54,158 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2162 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e59ea9f317394e59ac99650942b6ffaf 2024-11-09T11:18:54,178 DEBUG [M:0;3264b4bbda9f:43495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28387999a5e44494adff4af58493a7a8 is 2480, key is \x00\x00\x00\x00\x00\x00\x00'/proc:d/1731150987063/Put/seqid=0 2024-11-09T11:18:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742502_1678 (size=45776) 2024-11-09T11:18:54,581 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=778.88 KB at sequenceid=2162 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28387999a5e44494adff4af58493a7a8 2024-11-09T11:18:54,584 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28387999a5e44494adff4af58493a7a8 2024-11-09T11:18:54,597 DEBUG [M:0;3264b4bbda9f:43495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d860c363dd4346e3ae59fbded8b1baaa is 69, key is 3264b4bbda9f,41507,1731150951478/rs:state/1731150954474/Put/seqid=0 2024-11-09T11:18:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073742503_1679 (size=5156) 2024-11-09T11:18:55,000 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2162 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d860c363dd4346e3ae59fbded8b1baaa 2024-11-09T11:18:55,004 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e59ea9f317394e59ac99650942b6ffaf as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e59ea9f317394e59ac99650942b6ffaf 2024-11-09T11:18:55,006 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e59ea9f317394e59ac99650942b6ffaf, entries=8, sequenceid=2162, filesize=5.5 K 2024-11-09T11:18:55,007 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28387999a5e44494adff4af58493a7a8 as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28387999a5e44494adff4af58493a7a8 2024-11-09T11:18:55,009 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28387999a5e44494adff4af58493a7a8 2024-11-09T11:18:55,009 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28387999a5e44494adff4af58493a7a8, entries=172, sequenceid=2162, filesize=44.7 K 2024-11-09T11:18:55,010 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d860c363dd4346e3ae59fbded8b1baaa as hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d860c363dd4346e3ae59fbded8b1baaa 2024-11-09T11:18:55,012 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d860c363dd4346e3ae59fbded8b1baaa, entries=1, sequenceid=2162, filesize=5.0 K 2024-11-09T11:18:55,013 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~779.43 KB/798137, heapSize ~954.23 KB/977128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2162, compaction requested=false 2024-11-09T11:18:55,014 INFO [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T11:18:55,014 DEBUG [M:0;3264b4bbda9f:43495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731151133737Disabling compacts and flushes for region at 1731151133737Disabling writes for close at 1731151133737Obtaining lock to block concurrent updates at 1731151133737Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151133737Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=798137, getHeapSize=977368, getOffHeapSize=0, getCellsCount=2359 at 1731151133738 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151133738Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151133738Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151133753 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151133753Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151134161 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151134177 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151134177Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151134584 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151134597 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151134597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3bf922: reopening flushed file at 1731151135003 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c28d80e: reopening flushed file at 1731151135006 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b30c4df: reopening flushed file at 1731151135009 (+3 ms)Finished flush of dataSize ~779.43 KB/798137, heapSize ~954.23 KB/977128, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2162, compaction requested=false at 1731151135013 (+4 ms)Writing region close event to WAL at 1731151135014 (+1 ms)Closed at 1731151135014 2024-11-09T11:18:55,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36717 is added to blk_1073741830_1006 (size=939874) 2024-11-09T11:18:55,017 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2afe0bd-3c50-0e1c-9b91-931cb5d730dd/MasterData/WALs/3264b4bbda9f,43495,1731150950696/3264b4bbda9f%2C43495%2C1731150950696.1731150953714 not finished, retry = 0 2024-11-09T11:18:55,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T11:18:55,119 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T11:18:55,119 INFO [M:0;3264b4bbda9f:43495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T11:18:55,119 INFO [M:0;3264b4bbda9f:43495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43495 2024-11-09T11:18:55,119 INFO [M:0;3264b4bbda9f:43495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T11:18:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:55,270 INFO [M:0;3264b4bbda9f:43495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T11:18:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43495-0x1011f4f29950000, quorum=127.0.0.1:62753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T11:18:55,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T11:18:55,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:55,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:55,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:55,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:55,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T11:18:55,278 WARN [BP-1752640731-172.17.0.2-1731150946899 heartbeating to localhost/127.0.0.1:39447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T11:18:55,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T11:18:55,278 WARN [BP-1752640731-172.17.0.2-1731150946899 heartbeating to localhost/127.0.0.1:39447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752640731-172.17.0.2-1731150946899 (Datanode Uuid 7c458171-edcb-4051-a30e-33ba0e7d919a) service to localhost/127.0.0.1:39447 2024-11-09T11:18:55,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/data/data1/current/BP-1752640731-172.17.0.2-1731150946899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:55,304 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/cluster_4bca2dd3-b547-e231-ba36-9a83722e21b8/data/data2/current/BP-1752640731-172.17.0.2-1731150946899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T11:18:55,304 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T11:18:55,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T11:18:55,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T11:18:55,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T11:18:55,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T11:18:55,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c1ce7bdd-a828-4525-a4ee-1d78e77c9246/hadoop.log.dir/,STOPPED} 2024-11-09T11:18:55,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T11:18:55,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down